2024-11-09 10:17:27,496 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 10:17:27,520 main DEBUG Took 0.021391 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 10:17:27,520 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 10:17:27,521 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 10:17:27,522 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 10:17:27,523 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,531 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 10:17:27,546 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,548 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,549 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,551 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,552 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,552 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,553 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,554 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,555 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,556 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,556 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,557 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,558 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,559 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 10:17:27,560 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,561 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 10:17:27,562 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 10:17:27,564 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 10:17:27,567 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 10:17:27,567 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 10:17:27,569 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 10:17:27,570 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 10:17:27,577 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 10:17:27,580 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 10:17:27,582 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 10:17:27,582 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 10:17:27,583 main DEBUG createAppenders(={Console}) 2024-11-09 10:17:27,584 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-09 10:17:27,584 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-09 10:17:27,584 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-09 10:17:27,585 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 10:17:27,585 main DEBUG OutputStream closed 2024-11-09 10:17:27,586 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 10:17:27,586 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 10:17:27,586 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-09 10:17:27,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 10:17:27,674 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 10:17:27,675 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 10:17:27,676 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 10:17:27,677 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 10:17:27,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 10:17:27,678 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 10:17:27,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 10:17:27,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 10:17:27,679 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 10:17:27,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 10:17:27,680 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 10:17:27,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 10:17:27,681 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 10:17:27,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 10:17:27,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 10:17:27,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 10:17:27,683 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 10:17:27,685 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 10:17:27,686 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-09 10:17:27,686 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 10:17:27,687 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-09T10:17:27,699 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-09 10:17:27,701 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 10:17:27,701 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T10:17:27,751 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=584, ProcessCount=11, AvailableMemoryMB=2233 2024-11-09T10:17:27,936 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-09T10:17:27,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28 2024-11-09T10:17:27,975 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/cluster_a8082014-0c89-5c8b-6d4d-e0754637889f, deleteOnExit=true 2024-11-09T10:17:28,053 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/cluster_a8082014-0c89-5c8b-6d4d-e0754637889f/zookeeper_0, clientPort=62841, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/cluster_a8082014-0c89-5c8b-6d4d-e0754637889f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/cluster_a8082014-0c89-5c8b-6d4d-e0754637889f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T10:17:28,067 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62841 2024-11-09T10:17:28,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:17:28,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:17:28,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/test.cache.data in system properties and HBase conf 2024-11-09T10:17:28,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:17:28,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:17:28,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:17:28,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:17:28,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:17:28,157 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T10:17:28,245 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:17:28,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:17:28,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:17:28,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:17:28,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:17:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:17:28,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:17:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:17:28,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:17:28,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:17:28,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:17:28,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:17:28,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:17:28,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:17:28,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:17:29,381 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T10:17:29,454 INFO [Time-limited test {}] log.Log(170): Logging initialized @2603ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T10:17:29,532 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:17:29,603 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:17:29,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:17:29,624 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:17:29,626 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:17:29,636 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:17:29,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:17:29,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:17:29,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/java.io.tmpdir/jetty-localhost-43769-hadoop-hdfs-3_4_1-tests_jar-_-any-11293346532531595289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:17:29,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:43769} 2024-11-09T10:17:29,813 INFO [Time-limited test {}] server.Server(415): Started @2962ms 2024-11-09T10:17:30,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:17:30,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:17:30,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:17:30,403 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:17:30,403 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:17:30,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:17:30,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:17:30,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/java.io.tmpdir/jetty-localhost-39755-hadoop-hdfs-3_4_1-tests_jar-_-any-6186104348788976882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:17:30,513 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:39755} 2024-11-09T10:17:30,513 INFO [Time-limited test {}] server.Server(415): Started @3663ms 2024-11-09T10:17:30,563 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:17:31,802 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/cluster_a8082014-0c89-5c8b-6d4d-e0754637889f/data/data1/current/BP-1541347900-172.17.0.3-1731147448807/current, will proceed with Du for space computation calculation, 2024-11-09T10:17:31,802 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/cluster_a8082014-0c89-5c8b-6d4d-e0754637889f/data/data2/current/BP-1541347900-172.17.0.3-1731147448807/current, will proceed with Du for space computation calculation, 2024-11-09T10:17:31,841 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:17:31,901 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x517fa00942c3f833 with lease ID 0x208a9c2bfc2b1087: Processing first storage report for DS-964e19ab-5aec-4177-9b23-5a35eb97c736 from datanode DatanodeRegistration(127.0.0.1:45103, datanodeUuid=f25531c1-910b-4ea5-bdaa-df1d2bc7ff6c, infoPort=46729, infoSecurePort=0, ipcPort=37541, storageInfo=lv=-57;cid=testClusterID;nsid=629850205;c=1731147448807) 2024-11-09T10:17:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x517fa00942c3f833 with lease ID 0x208a9c2bfc2b1087: from storage DS-964e19ab-5aec-4177-9b23-5a35eb97c736 node DatanodeRegistration(127.0.0.1:45103, datanodeUuid=f25531c1-910b-4ea5-bdaa-df1d2bc7ff6c, infoPort=46729, infoSecurePort=0, ipcPort=37541, storageInfo=lv=-57;cid=testClusterID;nsid=629850205;c=1731147448807), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T10:17:31,903 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x517fa00942c3f833 with lease ID 0x208a9c2bfc2b1087: Processing first storage report for DS-4c57dbdc-7929-4466-922e-2a7e34088134 from datanode DatanodeRegistration(127.0.0.1:45103, datanodeUuid=f25531c1-910b-4ea5-bdaa-df1d2bc7ff6c, infoPort=46729, infoSecurePort=0, ipcPort=37541, storageInfo=lv=-57;cid=testClusterID;nsid=629850205;c=1731147448807) 2024-11-09T10:17:31,904 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x517fa00942c3f833 with lease ID 0x208a9c2bfc2b1087: from storage DS-4c57dbdc-7929-4466-922e-2a7e34088134 node DatanodeRegistration(127.0.0.1:45103, datanodeUuid=f25531c1-910b-4ea5-bdaa-df1d2bc7ff6c, infoPort=46729, infoSecurePort=0, ipcPort=37541, storageInfo=lv=-57;cid=testClusterID;nsid=629850205;c=1731147448807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:17:31,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28 2024-11-09T10:17:31,924 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:31,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:32,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:17:32,556 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8 with version=8 2024-11-09T10:17:32,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/hbase-staging 2024-11-09T10:17:32,657 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T10:17:32,921 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:17:32,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:32,930 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:32,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:17:32,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:32,935 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:17:33,061 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:17:33,113 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T10:17:33,121 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T10:17:33,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:17:33,145 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13278 (auto-detected) 2024-11-09T10:17:33,146 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-09T10:17:33,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46599 2024-11-09T10:17:33,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46599 connecting to ZooKeeper ensemble=127.0.0.1:62841 2024-11-09T10:17:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465990x0, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:17:33,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46599-0x1011f19ba8e0000 connected 2024-11-09T10:17:33,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:33,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:33,523 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/running 2024-11-09T10:17:33,526 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8, hbase.cluster.distributed=false 2024-11-09T10:17:33,547 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/acl 2024-11-09T10:17:33,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46599 2024-11-09T10:17:33,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46599 2024-11-09T10:17:33,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46599 2024-11-09T10:17:33,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46599 2024-11-09T10:17:33,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46599 2024-11-09T10:17:33,644 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:17:33,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:33,645 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:33,645 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:17:33,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:33,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:17:33,648 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:17:33,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:17:33,653 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36165 2024-11-09T10:17:33,656 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36165 connecting to ZooKeeper ensemble=127.0.0.1:62841 2024-11-09T10:17:33,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:33,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:33,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361650x0, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:17:33,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361650x0, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/running 2024-11-09T10:17:33,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36165-0x1011f19ba8e0001 connected 2024-11-09T10:17:33,682 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:17:33,689 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:17:33,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/master 2024-11-09T10:17:33,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/acl 2024-11-09T10:17:33,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36165 2024-11-09T10:17:33,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36165 2024-11-09T10:17:33,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36165 2024-11-09T10:17:33,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36165 2024-11-09T10:17:33,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36165 2024-11-09T10:17:33,713 DEBUG [M:0;e067b2c2c7b3:46599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:46599 2024-11-09T10:17:33,714 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01446219448/backup-masters/e067b2c2c7b3,46599,1731147452769 2024-11-09T10:17:33,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448/backup-masters 2024-11-09T10:17:33,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448/backup-masters 2024-11-09T10:17:33,733 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on existing znode=/01446219448/backup-masters/e067b2c2c7b3,46599,1731147452769 2024-11-09T10:17:33,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01446219448/master 2024-11-09T10:17:33,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:33,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:33,763 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on existing znode=/01446219448/master 2024-11-09T10:17:33,764 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01446219448/backup-masters/e067b2c2c7b3,46599,1731147452769 from backup master directory 2024-11-09T10:17:33,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448/backup-masters 2024-11-09T10:17:33,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446219448/backup-masters/e067b2c2c7b3,46599,1731147452769 2024-11-09T10:17:33,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448/backup-masters 2024-11-09T10:17:33,778 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:17:33,778 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,46599,1731147452769 2024-11-09T10:17:33,780 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T10:17:33,782 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T10:17:33,833 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/hbase.id] with ID: ba510c3c-3612-4c68-8107-1fda65eca2e7 2024-11-09T10:17:33,834 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/.tmp/hbase.id 2024-11-09T10:17:33,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:17:34,244 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/.tmp/hbase.id]:[hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/hbase.id] 2024-11-09T10:17:34,299 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:34,305 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:17:34,326 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-09T10:17:34,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:34,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:34,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:17:34,807 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:17:34,810 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:17:34,824 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T10:17:34,828 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:17:34,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:17:35,278 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store 2024-11-09T10:17:35,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:17:35,701 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T10:17:35,705 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:35,706 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:17:35,707 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:35,707 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:35,708 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:17:35,708 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:35,708 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:35,709 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147455706Disabling compacts and flushes for region at 1731147455706Disabling writes for close at 1731147455708 (+2 ms)Writing region close event to WAL at 1731147455708Closed at 1731147455708 2024-11-09T10:17:35,712 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/.initializing 2024-11-09T10:17:35,712 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,46599,1731147452769 2024-11-09T10:17:35,720 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:17:35,734 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C46599%2C1731147452769, suffix=, logDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,46599,1731147452769, archiveDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/oldWALs, maxLogs=10 2024-11-09T10:17:35,754 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,46599,1731147452769/e067b2c2c7b3%2C46599%2C1731147452769.1731147455738, exclude list is [], retry=0 2024-11-09T10:17:35,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45103,DS-964e19ab-5aec-4177-9b23-5a35eb97c736,DISK] 2024-11-09T10:17:35,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T10:17:35,801 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,46599,1731147452769/e067b2c2c7b3%2C46599%2C1731147452769.1731147455738 2024-11-09T10:17:35,802 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46729:46729)] 2024-11-09T10:17:35,802 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:17:35,803 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:35,805 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:35,806 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:35,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:35,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:17:35,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:35,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:35,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:35,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:17:35,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:35,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:35,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:35,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:17:35,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:35,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:35,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:35,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:17:35,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:35,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:35,884 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:35,887 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:35,888 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:35,892 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:35,893 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:35,896 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:17:35,901 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:35,906 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:17:35,908 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68145490, jitterRate=0.01544693112373352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:17:35,915 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147455817Initializing all the Stores at 1731147455819 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147455820 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147455820Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147455821 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147455821Cleaning up temporary data from old regions at 1731147455893 (+72 ms)Region opened successfully at 1731147455915 (+22 ms) 2024-11-09T10:17:35,917 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:17:35,947 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3476ebd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:17:35,973 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:17:35,984 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:17:35,984 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:17:35,987 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:17:35,988 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T10:17:35,992 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-09T10:17:35,992 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:17:36,015 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:17:36,023 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Unable to get data of znode /01446219448/balancer because node does not exist (not necessarily an error) 2024-11-09T10:17:36,082 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/balancer already deleted, retry=false 2024-11-09T10:17:36,086 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:17:36,089 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Unable to get data of znode /01446219448/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:17:36,098 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/normalizer already deleted, retry=false 2024-11-09T10:17:36,102 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:17:36,108 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Unable to get data of znode /01446219448/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:17:36,119 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/switch/split already deleted, retry=false 2024-11-09T10:17:36,121 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Unable to get data of znode /01446219448/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:17:36,130 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/switch/merge already deleted, retry=false 2024-11-09T10:17:36,151 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Unable to get data of znode /01446219448/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:17:36,161 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/snapshot-cleanup already deleted, retry=false 2024-11-09T10:17:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01446219448/running 2024-11-09T10:17:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01446219448/running 2024-11-09T10:17:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:36,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:36,181 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,46599,1731147452769, sessionid=0x1011f19ba8e0000, setting cluster-up flag (Was=false) 2024-11-09T10:17:36,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:36,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:36,250 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01446219448/flush-table-proc/acquired, /01446219448/flush-table-proc/reached, /01446219448/flush-table-proc/abort 2024-11-09T10:17:36,252 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,46599,1731147452769 2024-11-09T10:17:36,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:36,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:36,309 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01446219448/online-snapshot/acquired, /01446219448/online-snapshot/reached, /01446219448/online-snapshot/abort 2024-11-09T10:17:36,312 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,46599,1731147452769 2024-11-09T10:17:36,321 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:17:36,409 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(746): ClusterId : ba510c3c-3612-4c68-8107-1fda65eca2e7 2024-11-09T10:17:36,413 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:17:36,414 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:17:36,424 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:17:36,433 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:17:36,435 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:17:36,435 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:17:36,441 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,46599,1731147452769 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:17:36,454 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:17:36,455 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:17:36,455 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:17:36,456 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:17:36,456 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:17:36,456 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:17:36,457 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,457 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:17:36,457 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,458 DEBUG [RS:0;e067b2c2c7b3:36165 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23abaf3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:17:36,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:17:36,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:17:36,480 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:36,480 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:17:36,483 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147486483 2024-11-09T10:17:36,485 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:17:36,487 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:17:36,491 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:17:36,491 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:17:36,492 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:17:36,492 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:17:36,493 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:36165 2024-11-09T10:17:36,498 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:17:36,498 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:17:36,498 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:17:36,501 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,46599,1731147452769 with port=36165, startcode=1731147453613 2024-11-09T10:17:36,508 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,518 DEBUG [RS:0;e067b2c2c7b3:36165 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:17:36,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:17:36,521 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:17:36,523 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:17:36,524 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:17:36,524 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:17:36,525 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:17:36,526 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8 2024-11-09T10:17:36,532 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:17:36,532 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:17:36,536 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147456534,5,FailOnTimeoutGroup] 2024-11-09T10:17:36,544 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147456537,5,FailOnTimeoutGroup] 2024-11-09T10:17:36,544 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,545 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:17:36,546 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,546 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741832_1008 (size=32) 2024-11-09T10:17:36,582 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:17:36,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:36,593 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:36,612 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8 2024-11-09T10:17:36,612 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44831 2024-11-09T10:17:36,612 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:17:36,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448/rs 2024-11-09T10:17:36,625 DEBUG [RS:0;e067b2c2c7b3:36165 {}] zookeeper.ZKUtil(111): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on existing znode=/01446219448/rs/e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:36,626 WARN [RS:0;e067b2c2c7b3:36165 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:17:36,626 INFO [RS:0;e067b2c2c7b3:36165 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:17:36,626 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:36,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,36165,1731147453613] 2024-11-09T10:17:36,654 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:17:36,676 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:17:36,682 INFO [RS:0;e067b2c2c7b3:36165 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:17:36,682 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,684 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:17:36,692 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:17:36,694 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,695 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,695 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,695 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,696 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,696 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,696 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:17:36,696 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,697 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,697 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,697 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,697 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,697 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:36,698 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:17:36,698 DEBUG [RS:0;e067b2c2c7b3:36165 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:17:36,701 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,702 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,702 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,702 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,702 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,703 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36165,1731147453613-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:17:36,730 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:17:36,732 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36165,1731147453613-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,732 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,732 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.Replication(171): e067b2c2c7b3,36165,1731147453613 started 2024-11-09T10:17:36,758 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:36,758 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,36165,1731147453613, RpcServer on e067b2c2c7b3/172.17.0.3:36165, sessionid=0x1011f19ba8e0001 2024-11-09T10:17:36,759 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:17:36,759 DEBUG [RS:0;e067b2c2c7b3:36165 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:36,759 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,36165,1731147453613' 2024-11-09T10:17:36,760 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01446219448/flush-table-proc/abort' 2024-11-09T10:17:36,761 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01446219448/flush-table-proc/acquired' 2024-11-09T10:17:36,762 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:17:36,762 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:17:36,762 DEBUG [RS:0;e067b2c2c7b3:36165 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:36,762 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,36165,1731147453613' 2024-11-09T10:17:36,762 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01446219448/online-snapshot/abort' 2024-11-09T10:17:36,763 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01446219448/online-snapshot/acquired' 2024-11-09T10:17:36,763 DEBUG [RS:0;e067b2c2c7b3:36165 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:17:36,763 INFO [RS:0;e067b2c2c7b3:36165 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:17:36,764 INFO [RS:0;e067b2c2c7b3:36165 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:17:36,868 INFO [RS:0;e067b2c2c7b3:36165 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:17:36,872 INFO [RS:0;e067b2c2c7b3:36165 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36165%2C1731147453613, suffix=, logDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613, archiveDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/oldWALs, maxLogs=10 2024-11-09T10:17:36,898 DEBUG [RS:0;e067b2c2c7b3:36165 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876, exclude list is [], retry=0 2024-11-09T10:17:36,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45103,DS-964e19ab-5aec-4177-9b23-5a35eb97c736,DISK] 2024-11-09T10:17:36,931 INFO [RS:0;e067b2c2c7b3:36165 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876 2024-11-09T10:17:36,934 DEBUG [RS:0;e067b2c2c7b3:36165 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46729:46729)] 2024-11-09T10:17:36,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:36,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:17:36,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:17:36,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:37,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:37,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:17:37,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:17:37,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:37,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:37,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:17:37,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:17:37,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:37,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:37,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:17:37,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:17:37,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:37,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:37,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:17:37,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740 2024-11-09T10:17:37,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740 2024-11-09T10:17:37,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:17:37,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:17:37,050 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:17:37,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:17:37,061 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:17:37,062 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63998048, jitterRate=-0.04635477066040039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:17:37,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147456964Initializing all the Stores at 1731147456970 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147456970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147456976 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147456976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147456976Cleaning up temporary data from old regions at 1731147457049 (+73 ms)Region opened successfully at 1731147457067 (+18 ms) 2024-11-09T10:17:37,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:17:37,068 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:17:37,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:17:37,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:17:37,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:17:37,071 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:17:37,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147457068Disabling compacts and flushes for region at 1731147457068Disabling writes for close at 1731147457068Writing region close event to WAL at 1731147457070 (+2 ms)Closed at 1731147457071 (+1 ms) 2024-11-09T10:17:37,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:17:37,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:17:37,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:17:37,098 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:17:37,101 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:17:37,254 DEBUG [e067b2c2c7b3:46599 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:17:37,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:37,275 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,36165,1731147453613, state=OPENING 2024-11-09T10:17:37,324 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:17:37,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:37,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:37,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446219448/meta-region-server: CHANGED 2024-11-09T10:17:37,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446219448/meta-region-server: CHANGED 2024-11-09T10:17:37,337 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:17:37,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36165,1731147453613}] 2024-11-09T10:17:37,520 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:17:37,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:17:37,541 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:17:37,541 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:17:37,542 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:17:37,546 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36165%2C1731147453613.meta, suffix=.meta, logDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613, archiveDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/oldWALs, maxLogs=10 2024-11-09T10:17:37,570 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.meta.1731147457549.meta, exclude list is [], retry=0 2024-11-09T10:17:37,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45103,DS-964e19ab-5aec-4177-9b23-5a35eb97c736,DISK] 2024-11-09T10:17:37,576 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.meta.1731147457549.meta 2024-11-09T10:17:37,577 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46729:46729)] 2024-11-09T10:17:37,578 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:17:37,583 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:17:37,584 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:17:37,587 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:17:37,590 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:17:37,594 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:17:37,595 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:37,595 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:17:37,595 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:17:37,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:17:37,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:17:37,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:37,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:37,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:17:37,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:17:37,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:37,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:37,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:17:37,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:17:37,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:37,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:37,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:17:37,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:17:37,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:37,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:37,610 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:17:37,611 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740 2024-11-09T10:17:37,614 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740 2024-11-09T10:17:37,616 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:17:37,617 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:17:37,618 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:17:37,620 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:17:37,623 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69992651, jitterRate=0.04297177493572235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:17:37,623 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:17:37,625 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147457596Writing region info on filesystem at 1731147457596Initializing all the Stores at 1731147457598 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147457598Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147457598Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147457598Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147457598Cleaning up temporary data from old regions at 1731147457617 (+19 ms)Running coprocessor post-open hooks at 1731147457624 (+7 ms)Region opened successfully at 1731147457625 (+1 ms) 2024-11-09T10:17:37,632 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147457510 2024-11-09T10:17:37,643 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:17:37,644 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:17:37,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:37,651 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,36165,1731147453613, state=OPEN 2024-11-09T10:17:37,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01446219448/meta-region-server 2024-11-09T10:17:37,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01446219448/meta-region-server 2024-11-09T10:17:37,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446219448/meta-region-server: CHANGED 2024-11-09T10:17:37,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446219448/meta-region-server: CHANGED 2024-11-09T10:17:37,766 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:37,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:17:37,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36165,1731147453613 in 427 msec 2024-11-09T10:17:37,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:17:37,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-09T10:17:37,784 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:17:37,784 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:17:37,808 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:17:37,810 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36165,1731147453613, seqNum=-1] 2024-11-09T10:17:37,834 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:17:37,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:17:37,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5050 sec 2024-11-09T10:17:37,867 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147457866, completionTime=-1 2024-11-09T10:17:37,870 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:17:37,871 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:17:37,907 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:17:37,907 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147517907 2024-11-09T10:17:37,908 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147577908 2024-11-09T10:17:37,908 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 37 msec 2024-11-09T10:17:37,910 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46599,1731147452769-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:37,911 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46599,1731147452769-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:37,911 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46599,1731147452769-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:37,913 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:46599, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:37,913 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:37,914 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:37,920 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:17:37,979 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.200sec 2024-11-09T10:17:37,980 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:17:37,987 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:17:37,988 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:17:37,989 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:17:37,989 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:17:37,990 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46599,1731147452769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:17:37,990 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46599,1731147452769-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:17:38,005 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:17:38,007 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:17:38,007 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46599,1731147452769-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:38,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:38,023 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T10:17:38,023 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T10:17:38,027 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,46599,-1 for getting cluster id 2024-11-09T10:17:38,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:38,045 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba510c3c-3612-4c68-8107-1fda65eca2e7' 2024-11-09T10:17:38,048 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:38,049 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba510c3c-3612-4c68-8107-1fda65eca2e7" 2024-11-09T10:17:38,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386b99cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:38,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,46599,-1] 2024-11-09T10:17:38,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:38,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:38,061 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:38,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:38,065 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:17:38,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36165,1731147453613, seqNum=-1] 2024-11-09T10:17:38,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:17:38,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:17:38,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,46599,1731147452769 2024-11-09T10:17:38,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62841 2024-11-09T10:17:38,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:17:38,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f19ba8e0002 connected 2024-11-09T10:17:38,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/hadoop.log.dir so I do NOT create it in target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f 2024-11-09T10:17:38,211 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:17:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/hadoop.tmp.dir so I do NOT create it in target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f 2024-11-09T10:17:38,211 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:17:38,211 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f 2024-11-09T10:17:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:17:38,211 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/cluster_25a2fef1-123b-be51-8971-70962d14b14b, deleteOnExit=true 2024-11-09T10:17:38,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:17:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/test.cache.data in system properties and HBase conf 2024-11-09T10:17:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:17:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:17:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:17:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:17:38,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:17:38,213 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:17:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:17:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:17:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:17:38,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:17:38,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:17:38,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:17:38,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:17:38,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:17:38,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:17:38,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:17:38,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:17:38,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:17:38,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:17:38,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:17:39,106 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:17:39,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:17:39,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:17:39,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:17:39,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:17:39,138 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:17:39,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:17:39,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ffd4f7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:17:39,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f2ec6e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/java.io.tmpdir/jetty-localhost-45627-hadoop-hdfs-3_4_1-tests_jar-_-any-11461690783966715638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:17:39,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@235a5808{HTTP/1.1, (http/1.1)}{localhost:45627} 2024-11-09T10:17:39,258 INFO [Time-limited test {}] server.Server(415): Started @12408ms 2024-11-09T10:17:39,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:17:39,540 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:17:39,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:17:39,547 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:17:39,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:17:39,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:17:39,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cd82d32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:17:39,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702e4adb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/java.io.tmpdir/jetty-localhost-37355-hadoop-hdfs-3_4_1-tests_jar-_-any-2720359601515933818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:17:39,687 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@215d641{HTTP/1.1, (http/1.1)}{localhost:37355} 2024-11-09T10:17:39,687 INFO [Time-limited test {}] server.Server(415): Started @12836ms 2024-11-09T10:17:39,688 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:17:40,500 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/cluster_25a2fef1-123b-be51-8971-70962d14b14b/data/data1/current/BP-702600120-172.17.0.3-1731147458245/current, will proceed with Du for space computation calculation, 2024-11-09T10:17:40,501 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/cluster_25a2fef1-123b-be51-8971-70962d14b14b/data/data2/current/BP-702600120-172.17.0.3-1731147458245/current, will proceed with Du for space computation calculation, 2024-11-09T10:17:40,558 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:17:40,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae418336179bca11 with lease ID 0x4f8a29cfcb3dd47: Processing first storage report for DS-fad2c835-26a5-49c4-9138-8cafc06b080f from datanode DatanodeRegistration(127.0.0.1:44915, datanodeUuid=c119130b-ea5a-4e61-9c03-57e1ce03fc62, infoPort=46813, infoSecurePort=0, ipcPort=40023, storageInfo=lv=-57;cid=testClusterID;nsid=1410482681;c=1731147458245) 2024-11-09T10:17:40,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae418336179bca11 with lease ID 0x4f8a29cfcb3dd47: from storage DS-fad2c835-26a5-49c4-9138-8cafc06b080f node DatanodeRegistration(127.0.0.1:44915, datanodeUuid=c119130b-ea5a-4e61-9c03-57e1ce03fc62, infoPort=46813, infoSecurePort=0, ipcPort=40023, storageInfo=lv=-57;cid=testClusterID;nsid=1410482681;c=1731147458245), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:17:40,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae418336179bca11 with lease ID 0x4f8a29cfcb3dd47: Processing first storage report for DS-bef6c86b-10c9-46b2-91e7-3ed8d616f839 from datanode DatanodeRegistration(127.0.0.1:44915, datanodeUuid=c119130b-ea5a-4e61-9c03-57e1ce03fc62, infoPort=46813, infoSecurePort=0, ipcPort=40023, storageInfo=lv=-57;cid=testClusterID;nsid=1410482681;c=1731147458245) 2024-11-09T10:17:40,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae418336179bca11 with lease ID 0x4f8a29cfcb3dd47: from storage DS-bef6c86b-10c9-46b2-91e7-3ed8d616f839 node DatanodeRegistration(127.0.0.1:44915, datanodeUuid=c119130b-ea5a-4e61-9c03-57e1ce03fc62, infoPort=46813, infoSecurePort=0, ipcPort=40023, storageInfo=lv=-57;cid=testClusterID;nsid=1410482681;c=1731147458245), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:17:40,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f 2024-11-09T10:17:40,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:40,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:40,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:17:40,682 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1 with version=8 2024-11-09T10:17:40,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/hbase-staging 2024-11-09T10:17:40,685 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:17:40,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:40,685 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:40,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:17:40,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:40,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:17:40,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:17:40,686 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:17:40,687 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35937 2024-11-09T10:17:40,689 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35937 connecting to ZooKeeper ensemble=127.0.0.1:62841 2024-11-09T10:17:40,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359370x0, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:17:40,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35937-0x1011f19ba8e0003 connected 2024-11-09T10:17:40,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:40,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:40,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Set watcher on znode that does not yet exist, /11020729331/running 2024-11-09T10:17:40,795 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1, hbase.cluster.distributed=false 2024-11-09T10:17:40,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Set watcher on znode that does not yet exist, /11020729331/acl 2024-11-09T10:17:40,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35937 2024-11-09T10:17:40,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35937 2024-11-09T10:17:40,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35937 2024-11-09T10:17:40,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35937 2024-11-09T10:17:40,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35937 2024-11-09T10:17:40,833 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:17:40,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:40,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:40,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:17:40,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:40,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:17:40,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:17:40,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:17:40,841 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37709 2024-11-09T10:17:40,844 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37709 connecting to ZooKeeper ensemble=127.0.0.1:62841 2024-11-09T10:17:40,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:40,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:40,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377090x0, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:17:40,873 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377090x0, quorum=127.0.0.1:62841, baseZNode=/11020729331 Set watcher on znode that does not yet exist, /11020729331/running 2024-11-09T10:17:40,874 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:17:40,876 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37709-0x1011f19ba8e0004 connected 2024-11-09T10:17:40,882 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:17:40,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Set watcher on znode that does not yet exist, /11020729331/master 2024-11-09T10:17:40,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Set watcher on znode that does not yet exist, /11020729331/acl 2024-11-09T10:17:40,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37709 2024-11-09T10:17:40,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37709 2024-11-09T10:17:40,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37709 2024-11-09T10:17:40,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37709 2024-11-09T10:17:40,894 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37709 2024-11-09T10:17:40,910 DEBUG [M:0;e067b2c2c7b3:35937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:35937 2024-11-09T10:17:40,911 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11020729331/backup-masters/e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:40,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331/backup-masters 2024-11-09T10:17:40,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331/backup-masters 2024-11-09T10:17:40,925 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Set watcher on existing znode=/11020729331/backup-masters/e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:40,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:40,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11020729331/master 2024-11-09T10:17:40,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:40,936 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Set watcher on existing znode=/11020729331/master 2024-11-09T10:17:40,937 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11020729331/backup-masters/e067b2c2c7b3,35937,1731147460685 from backup master directory 2024-11-09T10:17:40,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11020729331/backup-masters/e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:40,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331/backup-masters 2024-11-09T10:17:40,945 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:17:40,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331/backup-masters 2024-11-09T10:17:40,945 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:40,958 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/hbase.id] with ID: 091d2e9d-f6c7-450f-9572-3289a20f8083 2024-11-09T10:17:40,959 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/.tmp/hbase.id 2024-11-09T10:17:40,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:17:40,975 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/.tmp/hbase.id]:[hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/hbase.id] 2024-11-09T10:17:41,035 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:41,035 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:17:41,038 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-09T10:17:41,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:41,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:41,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:17:41,474 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:17:41,475 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:17:41,476 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:17:41,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:17:41,909 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store 2024-11-09T10:17:41,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:17:41,921 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:41,921 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:17:41,921 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:41,921 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:41,921 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:17:41,921 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:41,921 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:41,922 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147461921Disabling compacts and flushes for region at 1731147461921Disabling writes for close at 1731147461921Writing region close event to WAL at 1731147461921Closed at 1731147461921 2024-11-09T10:17:41,923 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/.initializing 2024-11-09T10:17:41,923 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/WALs/e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:41,925 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:17:41,929 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C35937%2C1731147460685, suffix=, logDir=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/WALs/e067b2c2c7b3,35937,1731147460685, archiveDir=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/oldWALs, maxLogs=10 2024-11-09T10:17:41,949 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/WALs/e067b2c2c7b3,35937,1731147460685/e067b2c2c7b3%2C35937%2C1731147460685.1731147461930, exclude list is [], retry=0 2024-11-09T10:17:41,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44915,DS-fad2c835-26a5-49c4-9138-8cafc06b080f,DISK] 2024-11-09T10:17:41,964 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/WALs/e067b2c2c7b3,35937,1731147460685/e067b2c2c7b3%2C35937%2C1731147460685.1731147461930 2024-11-09T10:17:41,970 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46813:46813)] 2024-11-09T10:17:41,971 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:17:41,971 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:41,971 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:41,971 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:41,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:41,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:17:41,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:41,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:41,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:41,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:17:41,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:41,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:41,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:41,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:17:41,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:42,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:42,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:42,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:17:42,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:42,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:42,011 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:42,013 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:42,016 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:42,018 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:42,019 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:42,019 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:17:42,022 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:42,028 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:17:42,030 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60351889, jitterRate=-0.10068677365779877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:17:42,030 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147461971Initializing all the Stores at 1731147461975 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147461975Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147461975Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147461975Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147461975Cleaning up temporary data from old regions at 1731147462019 (+44 ms)Region opened successfully at 1731147462030 (+11 ms) 2024-11-09T10:17:42,032 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:17:42,043 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6c8529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:17:42,044 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:17:42,044 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:17:42,044 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:17:42,044 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:17:42,045 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:17:42,046 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:17:42,046 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:17:42,050 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:17:42,051 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Unable to get data of znode /11020729331/balancer because node does not exist (not necessarily an error) 2024-11-09T10:17:42,102 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11020729331/balancer already deleted, retry=false 2024-11-09T10:17:42,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:17:42,104 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Unable to get data of znode /11020729331/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:17:42,113 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11020729331/normalizer already deleted, retry=false 2024-11-09T10:17:42,114 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:17:42,115 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Unable to get data of znode /11020729331/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:17:42,123 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11020729331/switch/split already deleted, retry=false 2024-11-09T10:17:42,125 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Unable to get data of znode /11020729331/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:17:42,134 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11020729331/switch/merge already deleted, retry=false 2024-11-09T10:17:42,139 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Unable to get data of znode /11020729331/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:17:42,150 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11020729331/snapshot-cleanup already deleted, retry=false 2024-11-09T10:17:42,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11020729331/running 2024-11-09T10:17:42,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11020729331/running 2024-11-09T10:17:42,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:42,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:42,162 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,35937,1731147460685, sessionid=0x1011f19ba8e0003, setting cluster-up flag (Was=false) 2024-11-09T10:17:42,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:42,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:42,214 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11020729331/flush-table-proc/acquired, /11020729331/flush-table-proc/reached, /11020729331/flush-table-proc/abort 2024-11-09T10:17:42,215 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:42,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:42,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:42,266 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11020729331/online-snapshot/acquired, /11020729331/online-snapshot/reached, /11020729331/online-snapshot/abort 2024-11-09T10:17:42,268 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:42,270 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:17:42,273 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:17:42,274 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:17:42,274 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:17:42,274 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,35937,1731147460685 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:17:42,276 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:17:42,276 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:17:42,276 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:17:42,277 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:17:42,277 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:17:42,277 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,277 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:17:42,277 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,279 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147492279 2024-11-09T10:17:42,279 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:17:42,279 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:17:42,279 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:17:42,279 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:17:42,279 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:17:42,280 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:17:42,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:17:42,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:17:42,280 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,280 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:17:42,281 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:17:42,281 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:17:42,281 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:17:42,281 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:17:42,281 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:17:42,281 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:42,282 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:17:42,283 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147462281,5,FailOnTimeoutGroup] 2024-11-09T10:17:42,283 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147462283,5,FailOnTimeoutGroup] 2024-11-09T10:17:42,283 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,283 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:17:42,283 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,283 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:17:42,293 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:17:42,293 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1 2024-11-09T10:17:42,299 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(746): ClusterId : 091d2e9d-f6c7-450f-9572-3289a20f8083 2024-11-09T10:17:42,299 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:17:42,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741832_1008 (size=32) 2024-11-09T10:17:42,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:42,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:17:42,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:17:42,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:42,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:42,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:17:42,312 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:17:42,312 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:17:42,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:17:42,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:42,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:42,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:17:42,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:17:42,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:42,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:42,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:17:42,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:17:42,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:42,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:42,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:17:42,327 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:17:42,327 DEBUG [RS:0;e067b2c2c7b3:37709 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f84fd07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:17:42,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/data/hbase/meta/1588230740 2024-11-09T10:17:42,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/data/hbase/meta/1588230740 2024-11-09T10:17:42,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:17:42,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:17:42,332 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:17:42,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:17:42,342 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:17:42,343 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73059564, jitterRate=0.08867233991622925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:17:42,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147462303Initializing all the Stores at 1731147462305 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147462305Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147462305Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147462305Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147462305Cleaning up temporary data from old regions at 1731147462331 (+26 ms)Region opened successfully at 1731147462343 (+12 ms) 2024-11-09T10:17:42,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:17:42,344 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:17:42,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:17:42,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:17:42,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:17:42,345 DEBUG [RS:0;e067b2c2c7b3:37709 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:37709 2024-11-09T10:17:42,345 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:17:42,345 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:17:42,345 DEBUG [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:17:42,346 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,35937,1731147460685 with port=37709, startcode=1731147460831 2024-11-09T10:17:42,346 DEBUG [RS:0;e067b2c2c7b3:37709 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:17:42,348 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:17:42,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147462343Disabling compacts and flushes for region at 1731147462343Disabling writes for close at 1731147462344 (+1 ms)Writing region close event to WAL at 1731147462348 (+4 ms)Closed at 1731147462348 2024-11-09T10:17:42,351 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:17:42,351 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:17:42,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:17:42,351 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:17:42,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35937 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,37709,1731147460831 2024-11-09T10:17:42,352 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35937 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,37709,1731147460831 2024-11-09T10:17:42,354 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:17:42,356 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:17:42,356 DEBUG [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1 2024-11-09T10:17:42,356 DEBUG [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35355 2024-11-09T10:17:42,356 DEBUG [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:17:42,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331/rs 2024-11-09T10:17:42,417 DEBUG [RS:0;e067b2c2c7b3:37709 {}] zookeeper.ZKUtil(111): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Set watcher on existing znode=/11020729331/rs/e067b2c2c7b3,37709,1731147460831 2024-11-09T10:17:42,417 WARN [RS:0;e067b2c2c7b3:37709 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:17:42,417 INFO [RS:0;e067b2c2c7b3:37709 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:17:42,417 DEBUG [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/WALs/e067b2c2c7b3,37709,1731147460831 2024-11-09T10:17:42,417 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,37709,1731147460831] 2024-11-09T10:17:42,422 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:17:42,426 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:17:42,427 INFO [RS:0;e067b2c2c7b3:37709 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:17:42,427 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,427 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:17:42,429 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:17:42,429 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,429 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,429 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,429 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,429 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,429 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,430 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:17:42,430 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,430 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,430 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,430 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,430 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,430 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:42,430 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:17:42,430 DEBUG [RS:0;e067b2c2c7b3:37709 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:17:42,434 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,434 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,435 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,435 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,435 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,435 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,37709,1731147460831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:17:42,456 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:17:42,457 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,37709,1731147460831-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,457 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,457 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.Replication(171): e067b2c2c7b3,37709,1731147460831 started 2024-11-09T10:17:42,479 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:42,479 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,37709,1731147460831, RpcServer on e067b2c2c7b3/172.17.0.3:37709, sessionid=0x1011f19ba8e0004 2024-11-09T10:17:42,479 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:17:42,479 DEBUG [RS:0;e067b2c2c7b3:37709 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,37709,1731147460831 2024-11-09T10:17:42,479 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,37709,1731147460831' 2024-11-09T10:17:42,479 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11020729331/flush-table-proc/abort' 2024-11-09T10:17:42,480 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11020729331/flush-table-proc/acquired' 2024-11-09T10:17:42,481 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:17:42,481 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:17:42,481 DEBUG [RS:0;e067b2c2c7b3:37709 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,37709,1731147460831 2024-11-09T10:17:42,481 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,37709,1731147460831' 2024-11-09T10:17:42,481 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11020729331/online-snapshot/abort' 2024-11-09T10:17:42,481 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11020729331/online-snapshot/acquired' 2024-11-09T10:17:42,482 DEBUG [RS:0;e067b2c2c7b3:37709 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:17:42,482 INFO [RS:0;e067b2c2c7b3:37709 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:17:42,482 INFO [RS:0;e067b2c2c7b3:37709 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:17:42,506 WARN [e067b2c2c7b3:35937 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T10:17:42,583 INFO [RS:0;e067b2c2c7b3:37709 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:17:42,585 INFO [RS:0;e067b2c2c7b3:37709 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C37709%2C1731147460831, suffix=, logDir=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/WALs/e067b2c2c7b3,37709,1731147460831, archiveDir=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/oldWALs, maxLogs=10 2024-11-09T10:17:42,605 DEBUG [RS:0;e067b2c2c7b3:37709 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/WALs/e067b2c2c7b3,37709,1731147460831/e067b2c2c7b3%2C37709%2C1731147460831.1731147462587, exclude list is [], retry=0 2024-11-09T10:17:42,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44915,DS-fad2c835-26a5-49c4-9138-8cafc06b080f,DISK] 2024-11-09T10:17:42,613 INFO [RS:0;e067b2c2c7b3:37709 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/WALs/e067b2c2c7b3,37709,1731147460831/e067b2c2c7b3%2C37709%2C1731147460831.1731147462587 2024-11-09T10:17:42,613 DEBUG [RS:0;e067b2c2c7b3:37709 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46813:46813)] 2024-11-09T10:17:42,757 DEBUG [e067b2c2c7b3:35937 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:17:42,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,37709,1731147460831 2024-11-09T10:17:42,760 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,37709,1731147460831, state=OPENING 2024-11-09T10:17:42,834 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:17:42,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:42,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:42,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11020729331/meta-region-server: CHANGED 2024-11-09T10:17:42,851 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11020729331/meta-region-server: CHANGED 2024-11-09T10:17:42,851 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:17:42,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,37709,1731147460831}] 2024-11-09T10:17:43,005 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:17:43,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54113, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:17:43,013 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:17:43,013 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:17:43,013 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:17:43,016 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C37709%2C1731147460831.meta, suffix=.meta, logDir=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/WALs/e067b2c2c7b3,37709,1731147460831, archiveDir=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/oldWALs, maxLogs=10 2024-11-09T10:17:43,033 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/WALs/e067b2c2c7b3,37709,1731147460831/e067b2c2c7b3%2C37709%2C1731147460831.meta.1731147463018.meta, exclude list is [], retry=0 2024-11-09T10:17:43,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44915,DS-fad2c835-26a5-49c4-9138-8cafc06b080f,DISK] 2024-11-09T10:17:43,040 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/WALs/e067b2c2c7b3,37709,1731147460831/e067b2c2c7b3%2C37709%2C1731147460831.meta.1731147463018.meta 2024-11-09T10:17:43,042 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46813:46813)] 2024-11-09T10:17:43,043 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:17:43,043 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:17:43,044 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:17:43,044 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:17:43,044 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:17:43,044 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:17:43,044 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:43,045 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:17:43,045 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:17:43,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:17:43,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:17:43,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:43,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:43,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:17:43,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:17:43,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:43,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:43,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:17:43,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:17:43,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:43,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:43,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:17:43,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:17:43,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:43,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:43,057 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:17:43,060 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/data/hbase/meta/1588230740 2024-11-09T10:17:43,065 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/data/hbase/meta/1588230740 2024-11-09T10:17:43,067 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:17:43,067 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:17:43,068 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:17:43,071 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:17:43,073 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68815875, jitterRate=0.02543644607067108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:17:43,073 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:17:43,073 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147463045Writing region info on filesystem at 1731147463045Initializing all the Stores at 1731147463048 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147463048Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147463048Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147463048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147463048Cleaning up temporary data from old regions at 1731147463067 (+19 ms)Running coprocessor post-open hooks at 1731147463073 (+6 ms)Region opened successfully at 1731147463073 2024-11-09T10:17:43,075 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147463005 2024-11-09T10:17:43,079 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:17:43,079 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:17:43,080 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,37709,1731147460831 2024-11-09T10:17:43,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,37709,1731147460831, state=OPEN 2024-11-09T10:17:43,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11020729331/meta-region-server 2024-11-09T10:17:43,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11020729331/meta-region-server 2024-11-09T10:17:43,092 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,37709,1731147460831 2024-11-09T10:17:43,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11020729331/meta-region-server: CHANGED 2024-11-09T10:17:43,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11020729331/meta-region-server: CHANGED 2024-11-09T10:17:43,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:17:43,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,37709,1731147460831 in 241 msec 2024-11-09T10:17:43,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:17:43,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 746 msec 2024-11-09T10:17:43,103 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:17:43,103 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:17:43,104 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:17:43,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:17:43,107 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,37709,1731147460831, seqNum=-1] 2024-11-09T10:17:43,108 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:17:43,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:17:43,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 861 msec 2024-11-09T10:17:43,136 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147463136, completionTime=-1 2024-11-09T10:17:43,136 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:17:43,137 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:17:43,140 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:17:43,141 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147523141 2024-11-09T10:17:43,141 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147583141 2024-11-09T10:17:43,141 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-09T10:17:43,141 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35937,1731147460685-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:43,141 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35937,1731147460685-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:43,142 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35937,1731147460685-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:43,142 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:35937, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:43,142 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:43,143 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:43,147 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:17:43,152 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.207sec 2024-11-09T10:17:43,152 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:17:43,153 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:17:43,153 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:17:43,153 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:17:43,153 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:17:43,153 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35937,1731147460685-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:17:43,153 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35937,1731147460685-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:17:43,156 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:17:43,157 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:17:43,157 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35937,1731147460685-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:43,189 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:17:43,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T10:17:43,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T10:17:43,194 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:17:43,194 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T10:17:43,194 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:17:43,194 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T10:17:43,195 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T10:17:43,195 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T10:17:43,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:43,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35937,-1 for getting cluster id 2024-11-09T10:17:43,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:43,206 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d2e9d-f6c7-450f-9572-3289a20f8083' 2024-11-09T10:17:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d2e9d-f6c7-450f-9572-3289a20f8083" 2024-11-09T10:17:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386f13ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35937,-1] 2024-11-09T10:17:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:43,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:43,210 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:43,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ec11db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:43,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:17:43,213 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,37709,1731147460831, seqNum=-1] 2024-11-09T10:17:43,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:17:43,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:17:43,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:43,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62841 2024-11-09T10:17:43,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:17:43,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f19ba8e0005 connected 2024-11-09T10:17:43,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486067de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:43,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,46599,-1 for getting cluster id 2024-11-09T10:17:43,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:43,253 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba510c3c-3612-4c68-8107-1fda65eca2e7' 2024-11-09T10:17:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba510c3c-3612-4c68-8107-1fda65eca2e7" 2024-11-09T10:17:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1d1bb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,46599,-1] 2024-11-09T10:17:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:43,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:43,258 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:43,260 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1833f403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:43,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:17:43,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,46599,1731147452769 2024-11-09T10:17:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@373f1a5f 2024-11-09T10:17:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:17:43,280 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:17:43,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:35937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:17:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:17:43,294 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:35937' 2024-11-09T10:17:43,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:17:43,296 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff72acd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:43,296 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35937,-1 for getting cluster id 2024-11-09T10:17:43,296 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:43,297 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d2e9d-f6c7-450f-9572-3289a20f8083' 2024-11-09T10:17:43,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:43,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d2e9d-f6c7-450f-9572-3289a20f8083" 2024-11-09T10:17:43,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68bc5c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:43,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35937,-1] 2024-11-09T10:17:43,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:43,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:43,302 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:43,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5694d476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:43,304 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:17:43,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:43,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4146fe98 2024-11-09T10:17:43,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:17:43,314 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:17:43,326 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T10:17:43,327 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:17:43,332 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:43,332 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:43,334 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:17:43,334 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:43,340 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:17:43,343 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:17:43,344 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:43,347 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:17:43,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741835_1011 (size=1138) 2024-11-09T10:17:43,361 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93e8fc022731ac3703054602fe23ac0e, NAME => 'hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8 2024-11-09T10:17:43,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741836_1012 (size=44) 2024-11-09T10:17:43,369 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:43,369 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 93e8fc022731ac3703054602fe23ac0e, disabling compactions & flushes 2024-11-09T10:17:43,369 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:43,369 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:43,369 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. after waiting 0 ms 2024-11-09T10:17:43,369 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:43,370 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:43,370 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93e8fc022731ac3703054602fe23ac0e: Waiting for close lock at 1731147463369Disabling compacts and flushes for region at 1731147463369Disabling writes for close at 1731147463369Writing region close event to WAL at 1731147463369Closed at 1731147463369 2024-11-09T10:17:43,373 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:17:43,378 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147463373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147463373"}]},"ts":"1731147463373"} 2024-11-09T10:17:43,383 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:17:43,385 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:17:43,388 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147463385"}]},"ts":"1731147463385"} 2024-11-09T10:17:43,392 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:17:43,392 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:17:43,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93e8fc022731ac3703054602fe23ac0e, ASSIGN}] 2024-11-09T10:17:43,396 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93e8fc022731ac3703054602fe23ac0e, ASSIGN 2024-11-09T10:17:43,398 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=93e8fc022731ac3703054602fe23ac0e, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,36165,1731147453613; forceNewPlan=false, retain=false 2024-11-09T10:17:43,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:17:43,550 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=93e8fc022731ac3703054602fe23ac0e, regionState=OPENING, regionLocation=e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:43,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=93e8fc022731ac3703054602fe23ac0e, ASSIGN because future has completed 2024-11-09T10:17:43,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e8fc022731ac3703054602fe23ac0e, server=e067b2c2c7b3,36165,1731147453613}] 2024-11-09T10:17:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:17:43,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:43,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:17:43,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:17:43,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36165%2C1731147453613.rep, suffix=, logDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613, archiveDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/oldWALs, maxLogs=10 2024-11-09T10:17:43,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.rep.1731147463721, exclude list is [], retry=0 2024-11-09T10:17:43,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45103,DS-964e19ab-5aec-4177-9b23-5a35eb97c736,DISK] 2024-11-09T10:17:43,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.rep.1731147463721 2024-11-09T10:17:43,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46729:46729)] 2024-11-09T10:17:43,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 93e8fc022731ac3703054602fe23ac0e, NAME => 'hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:17:43,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:17:43,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:17:43,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. service=MultiRowMutationService 2024-11-09T10:17:43,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:17:43,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:43,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,749 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,751 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e8fc022731ac3703054602fe23ac0e columnFamilyName hfileref 2024-11-09T10:17:43,751 DEBUG [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:43,752 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.HStore(327): Store=93e8fc022731ac3703054602fe23ac0e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:43,752 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,754 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e8fc022731ac3703054602fe23ac0e columnFamilyName queue 2024-11-09T10:17:43,754 DEBUG [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:43,755 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.HStore(327): Store=93e8fc022731ac3703054602fe23ac0e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:43,755 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,759 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e8fc022731ac3703054602fe23ac0e columnFamilyName sid 2024-11-09T10:17:43,759 DEBUG [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:43,760 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.HStore(327): Store=93e8fc022731ac3703054602fe23ac0e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:43,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:17:43,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:17:43,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 93e8fc022731ac3703054602fe23ac0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71867232, jitterRate=0.07090520858764648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:17:43,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:43,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 93e8fc022731ac3703054602fe23ac0e: Running coprocessor pre-open hook at 1731147463747Writing region info on filesystem at 1731147463747Initializing all the Stores at 1731147463749 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147463749Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147463749Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147463749Cleaning up temporary data from old regions at 1731147463763 (+14 ms)Running coprocessor post-open hooks at 1731147463772 (+9 ms)Region opened successfully at 1731147463773 (+1 ms) 2024-11-09T10:17:43,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e., pid=7, masterSystemTime=1731147463711 2024-11-09T10:17:43,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:43,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:43,781 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=93e8fc022731ac3703054602fe23ac0e, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:43,783 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46599 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=e067b2c2c7b3,36165,1731147453613, table=hbase:replication, region=93e8fc022731ac3703054602fe23ac0e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T10:17:43,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e8fc022731ac3703054602fe23ac0e, server=e067b2c2c7b3,36165,1731147453613 because future has completed 2024-11-09T10:17:43,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T10:17:43,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 93e8fc022731ac3703054602fe23ac0e, server=e067b2c2c7b3,36165,1731147453613 in 239 msec 2024-11-09T10:17:43,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:17:43,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93e8fc022731ac3703054602fe23ac0e, ASSIGN in 404 msec 2024-11-09T10:17:43,805 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:17:43,805 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147463805"}]},"ts":"1731147463805"} 2024-11-09T10:17:43,808 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:17:43,810 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:17:43,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 476 msec 2024-11-09T10:17:43,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e., hostname=e067b2c2c7b3,36165,1731147453613, seqNum=2] 2024-11-09T10:17:43,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36165 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-09T10:17:43,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:17:44,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:44,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:44,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:17:44,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T10:17:44,288 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:17:44,338 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,36165,1731147453613, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:17:44,340 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:17:44,340 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36165,1731147453613, seqNum=-1] 2024-11-09T10:17:44,341 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:17:44,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-09T10:17:44,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,36165,1731147453613', locateType=CURRENT is [region=hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e., hostname=e067b2c2c7b3,36165,1731147453613, seqNum=2] 2024-11-09T10:17:44,352 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T10:17:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T10:17:44,359 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,36165,1731147453613 suceeded 2024-11-09T10:17:44,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T10:17:44,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 236 msec 2024-11-09T10:17:44,365 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:35937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:17:44,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0820 sec 2024-11-09T10:17:44,374 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:35937' 2024-11-09T10:17:44,377 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f262a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,377 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35937,-1 for getting cluster id 2024-11-09T10:17:44,377 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:44,378 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d2e9d-f6c7-450f-9572-3289a20f8083' 2024-11-09T10:17:44,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:44,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d2e9d-f6c7-450f-9572-3289a20f8083" 2024-11-09T10:17:44,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f3db63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35937,-1] 2024-11-09T10:17:44,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:44,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,381 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:44,382 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a3761d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,382 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:17:44,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:44,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f717af9 2024-11-09T10:17:44,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:17:44,384 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T10:17:44,385 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,36165,1731147453613 (queues=1) is replicating from cluster=ba510c3c-3612-4c68-8107-1fda65eca2e7 to cluster=091d2e9d-f6c7-450f-9572-3289a20f8083 2024-11-09T10:17:44,388 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C36165%2C1731147453613 2024-11-09T10:17:44,391 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,36165,1731147453613, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:17:44,394 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613.replicationSource.shippere067b2c2c7b3%2C36165%2C1731147453613,1-e067b2c2c7b3,36165,1731147453613 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C36165%2C1731147453613 2024-11-09T10:17:44,398 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,1-e067b2c2c7b3,36165,1731147453613 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876, startPosition=0, beingWritten=true 2024-11-09T10:17:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:17:44,436 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:17:44,436 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:17:44,436 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:44,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,436 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:44,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f33f5ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,46599,-1 for getting cluster id 2024-11-09T10:17:44,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:44,445 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba510c3c-3612-4c68-8107-1fda65eca2e7' 2024-11-09T10:17:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba510c3c-3612-4c68-8107-1fda65eca2e7" 2024-11-09T10:17:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f401283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,46599,-1] 2024-11-09T10:17:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:44,449 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,451 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43982f07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:17:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,46599,1731147452769 2024-11-09T10:17:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2efe87ff 2024-11-09T10:17:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:17:44,464 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:17:44,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://e067b2c2c7b3:35937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:17:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:17:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T10:17:44,471 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:35937' 2024-11-09T10:17:44,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae9e50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,477 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35937,-1 for getting cluster id 2024-11-09T10:17:44,477 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:44,479 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d2e9d-f6c7-450f-9572-3289a20f8083' 2024-11-09T10:17:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:44,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d2e9d-f6c7-450f-9572-3289a20f8083" 2024-11-09T10:17:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c388126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35937,-1] 2024-11-09T10:17:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,482 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ddefc38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,484 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:17:44,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:44,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595a5e17 2024-11-09T10:17:44,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:17:44,488 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:17:44,489 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T10:17:44,489 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:17:44,489 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,489 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:44,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:17:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T10:17:44,667 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,1-e067b2c2c7b3,36165,1731147453613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876 to pos 0, reset compression=false 2024-11-09T10:17:44,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-09T10:17:44,712 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T10:17:44,747 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-e067b2c2c7b3,36165,1731147453613, ReplicationSource: 2, currentBandwidth=0 2024-11-09T10:17:44,751 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-09T10:17:44,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-09T10:17:44,757 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e067b2c2c7b3,36165,1731147453613 suceeded 2024-11-09T10:17:44,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:17:44,762 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e067b2c2c7b3:35937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:17:44,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-09T10:17:44,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 297 msec 2024-11-09T10:17:44,772 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:35937' 2024-11-09T10:17:44,773 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a26544c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,773 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35937,-1 for getting cluster id 2024-11-09T10:17:44,774 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:44,775 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d2e9d-f6c7-450f-9572-3289a20f8083' 2024-11-09T10:17:44,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:44,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d2e9d-f6c7-450f-9572-3289a20f8083" 2024-11-09T10:17:44,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b07a8bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35937,-1] 2024-11-09T10:17:44,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:44,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,778 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:44,779 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d67091d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,779 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:17:44,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:44,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bd6d942 2024-11-09T10:17:44,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:17:44,781 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-09T10:17:44,782 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e067b2c2c7b3,36165,1731147453613 (queues=1) is replicating from cluster=ba510c3c-3612-4c68-8107-1fda65eca2e7 to cluster=091d2e9d-f6c7-450f-9572-3289a20f8083 2024-11-09T10:17:44,783 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e067b2c2c7b3%2C36165%2C1731147453613 2024-11-09T10:17:44,783 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e067b2c2c7b3,36165,1731147453613, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:17:44,783 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613.replicationSource.shippere067b2c2c7b3%2C36165%2C1731147453613,2-e067b2c2c7b3,36165,1731147453613 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C36165%2C1731147453613 2024-11-09T10:17:44,783 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,2-e067b2c2c7b3,36165,1731147453613 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876, startPosition=0, beingWritten=true 2024-11-09T10:17:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-09T10:17:44,792 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T10:17:44,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:17:44,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:44,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,793 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:44,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:17:44,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,46599,1731147452769 2024-11-09T10:17:44,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ee1e8db 2024-11-09T10:17:44,797 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:17:44,800 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:17:44,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T10:17:44,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T10:17:44,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T10:17:44,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T10:17:44,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:35937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:17:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T10:17:44,820 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:35937' 2024-11-09T10:17:44,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T10:17:44,821 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d2f55e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,821 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35937,-1 for getting cluster id 2024-11-09T10:17:44,821 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:44,822 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d2e9d-f6c7-450f-9572-3289a20f8083' 2024-11-09T10:17:44,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d2e9d-f6c7-450f-9572-3289a20f8083" 2024-11-09T10:17:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a80b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35937,-1] 2024-11-09T10:17:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:44,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,824 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:44,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c26c788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:44,825 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:17:44,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:44,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12558187 2024-11-09T10:17:44,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:17:44,827 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:17:44,828 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T10:17:44,828 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:17:44,828 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,828 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:44,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:44,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:17:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T10:17:44,977 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,1-e067b2c2c7b3,36165,1731147453613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876 to pos 0, reset compression=false 2024-11-09T10:17:44,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-09T10:17:44,995 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-09T10:17:44,995 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,2-e067b2c2c7b3,36165,1731147453613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876 to pos 0, reset compression=false 2024-11-09T10:17:44,997 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-09T10:17:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-09T10:17:45,002 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on e067b2c2c7b3,36165,1731147453613 suceeded 2024-11-09T10:17:45,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-09T10:17:45,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-09T10:17:45,007 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://e067b2c2c7b3:35937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:17:45,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-11-09T10:17:45,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-09T10:17:45,142 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-09T10:17:45,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://e067b2c2c7b3:35937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:17:45,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T10:17:45,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T10:17:45,147 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:35937' 2024-11-09T10:17:45,148 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58d2407d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:45,148 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35937,-1 for getting cluster id 2024-11-09T10:17:45,148 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:45,149 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d2e9d-f6c7-450f-9572-3289a20f8083' 2024-11-09T10:17:45,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:45,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d2e9d-f6c7-450f-9572-3289a20f8083" 2024-11-09T10:17:45,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c32b4c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:45,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35937,-1] 2024-11-09T10:17:45,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:45,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:45,151 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:45,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcbbd29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:45,152 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:17:45,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:45,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f3f7e2b 2024-11-09T10:17:45,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:17:45,155 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:17:45,155 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T10:17:45,156 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:17:45,156 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:45,156 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:45,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:45,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:17:45,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T10:17:45,308 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,2-e067b2c2c7b3,36165,1731147453613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876 to pos 0, reset compression=false 2024-11-09T10:17:45,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36165 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-09T10:17:45,338 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-09T10:17:45,339 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-09T10:17:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-09T10:17:45,345 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on e067b2c2c7b3,36165,1731147453613 suceeded 2024-11-09T10:17:45,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-09T10:17:45,349 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://e067b2c2c7b3:35937,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:17:45,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-09T10:17:45,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 206 msec 2024-11-09T10:17:45,385 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,1-e067b2c2c7b3,36165,1731147453613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876 to pos 0, reset compression=false 2024-11-09T10:17:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-09T10:17:45,462 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-09T10:17:45,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T10:17:45,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46599 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T10:17:45,464 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:17:45,464 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:45,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:45,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:45,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:17:45,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1619327374, stopped=false 2024-11-09T10:17:45,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:45,465 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,46599,1731147452769 2024-11-09T10:17:45,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446219448/running 2024-11-09T10:17:45,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446219448/running 2024-11-09T10:17:45,534 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:17:45,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:45,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:45,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:17:45,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:45,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:45,535 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,36165,1731147453613' ***** 2024-11-09T10:17:45,535 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:17:45,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/running 2024-11-09T10:17:45,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/running 2024-11-09T10:17:45,536 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:17:45,536 INFO [RS:0;e067b2c2c7b3:36165 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:17:45,536 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:17:45,536 INFO [RS:0;e067b2c2c7b3:36165 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:17:45,537 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(3091): Received CLOSE for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:45,537 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:45,537 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:17:45,537 INFO [RS:0;e067b2c2c7b3:36165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:36165. 2024-11-09T10:17:45,537 DEBUG [RS:0;e067b2c2c7b3:36165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:45,538 DEBUG [RS:0;e067b2c2c7b3:36165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:45,538 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93e8fc022731ac3703054602fe23ac0e, disabling compactions & flushes 2024-11-09T10:17:45,538 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:45,538 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:17:45,538 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:17:45,538 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:45,538 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:17:45,538 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. after waiting 0 ms 2024-11-09T10:17:45,538 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:17:45,538 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:45,538 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:17:45,538 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:17:45,538 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 93e8fc022731ac3703054602fe23ac0e=hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e.} 2024-11-09T10:17:45,538 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:17:45,539 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:17:45,539 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:17:45,539 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:17:45,539 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:45,543 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T10:17:45,543 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 93e8fc022731ac3703054602fe23ac0e 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-09T10:17:45,613 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:17:45,618 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e/.tmp/queue/954beb430b29495c9b9ff99226c0977e is 151, key is 1-e067b2c2c7b3,36165,1731147453613/queue:e067b2c2c7b3%2C36165%2C1731147453613/1731147464347/Put/seqid=0 2024-11-09T10:17:45,618 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/.tmp/info/0146e61bd41a448f931ae1c992b5a65d is 147, key is hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e./info:regioninfo/1731147463781/Put/seqid=0 2024-11-09T10:17:45,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741838_1014 (size=6631) 2024-11-09T10:17:45,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741839_1015 (size=5500) 2024-11-09T10:17:45,635 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e/.tmp/queue/954beb430b29495c9b9ff99226c0977e 2024-11-09T10:17:45,688 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e/.tmp/queue/954beb430b29495c9b9ff99226c0977e as hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e/queue/954beb430b29495c9b9ff99226c0977e 2024-11-09T10:17:45,697 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e/queue/954beb430b29495c9b9ff99226c0977e, entries=2, sequenceid=6, filesize=5.4 K 2024-11-09T10:17:45,702 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:17:45,702 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:17:45,708 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 93e8fc022731ac3703054602fe23ac0e in 163ms, sequenceid=6, compaction requested=false 2024-11-09T10:17:45,708 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T10:17:45,715 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,2-e067b2c2c7b3,36165,1731147453613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876 to pos 0, reset compression=false 2024-11-09T10:17:45,727 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T10:17:45,731 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:17:45,731 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:17:45,731 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:45,731 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93e8fc022731ac3703054602fe23ac0e: Waiting for close lock at 1731147465537Running coprocessor pre-close hooks at 1731147465538 (+1 ms)Disabling compacts and flushes for region at 1731147465538Disabling writes for close at 1731147465538Obtaining lock to block concurrent updates at 1731147465543 (+5 ms)Preparing flush snapshotting stores in 93e8fc022731ac3703054602fe23ac0e at 1731147465543Finished memstore snapshotting hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731147465551 (+8 ms)Flushing stores of hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. at 1731147465553 (+2 ms)Flushing 93e8fc022731ac3703054602fe23ac0e/queue: creating writer at 1731147465555 (+2 ms)Flushing 93e8fc022731ac3703054602fe23ac0e/queue: appending metadata at 1731147465604 (+49 ms)Flushing 93e8fc022731ac3703054602fe23ac0e/queue: closing flushed file at 1731147465607 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4302a28a: reopening flushed file at 1731147465686 (+79 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 93e8fc022731ac3703054602fe23ac0e in 163ms, sequenceid=6, compaction requested=false at 1731147465708 (+22 ms)Writing region close event to WAL at 1731147465711 (+3 ms)Running coprocessor post-close hooks at 1731147465728 (+17 ms)Closed at 1731147465731 (+3 ms) 2024-11-09T10:17:45,732 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:45,739 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:17:45,893 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,1-e067b2c2c7b3,36165,1731147453613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876 to pos 0, reset compression=false 2024-11-09T10:17:45,939 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:17:46,031 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/.tmp/info/0146e61bd41a448f931ae1c992b5a65d 2024-11-09T10:17:46,072 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/.tmp/ns/90409b25b60f4ed8b79b46cdd3334b48 is 43, key is default/ns:d/1731147457842/Put/seqid=0 2024-11-09T10:17:46,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741840_1016 (size=5153) 2024-11-09T10:17:46,140 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:17:46,233 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,2-e067b2c2c7b3,36165,1731147453613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876 to pos 0, reset compression=false 2024-11-09T10:17:46,340 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:17:46,490 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/.tmp/ns/90409b25b60f4ed8b79b46cdd3334b48 2024-11-09T10:17:46,501 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,1-e067b2c2c7b3,36165,1731147453613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876 to pos 0, reset compression=false 2024-11-09T10:17:46,519 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/.tmp/table/07d6351fc1244e13b170cd733f24fcce is 53, key is hbase:replication/table:state/1731147463805/Put/seqid=0 2024-11-09T10:17:46,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741841_1017 (size=5256) 2024-11-09T10:17:46,527 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/.tmp/table/07d6351fc1244e13b170cd733f24fcce 2024-11-09T10:17:46,539 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/.tmp/info/0146e61bd41a448f931ae1c992b5a65d as hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/info/0146e61bd41a448f931ae1c992b5a65d 2024-11-09T10:17:46,540 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T10:17:46,540 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:17:46,540 DEBUG [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:17:46,548 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/info/0146e61bd41a448f931ae1c992b5a65d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T10:17:46,549 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/.tmp/ns/90409b25b60f4ed8b79b46cdd3334b48 as hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/ns/90409b25b60f4ed8b79b46cdd3334b48 2024-11-09T10:17:46,559 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/ns/90409b25b60f4ed8b79b46cdd3334b48, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T10:17:46,560 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/.tmp/table/07d6351fc1244e13b170cd733f24fcce as hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/table/07d6351fc1244e13b170cd733f24fcce 2024-11-09T10:17:46,575 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/table/07d6351fc1244e13b170cd733f24fcce, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T10:17:46,577 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1038ms, sequenceid=11, compaction requested=false 2024-11-09T10:17:46,596 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T10:17:46,597 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:17:46,598 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:17:46,598 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:17:46,598 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147465538Running coprocessor pre-close hooks at 1731147465538Disabling compacts and flushes for region at 1731147465538Disabling writes for close at 1731147465539 (+1 ms)Obtaining lock to block concurrent updates at 1731147465543 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731147465543Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731147465551 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731147465553 (+2 ms)Flushing 1588230740/info: creating writer at 1731147465556 (+3 ms)Flushing 1588230740/info: appending metadata at 1731147465605 (+49 ms)Flushing 1588230740/info: closing flushed file at 1731147465607 (+2 ms)Flushing 1588230740/ns: creating writer at 1731147466043 (+436 ms)Flushing 1588230740/ns: appending metadata at 1731147466071 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731147466071Flushing 1588230740/table: creating writer at 1731147466500 (+429 ms)Flushing 1588230740/table: appending metadata at 1731147466518 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731147466518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e73924e: reopening flushed file at 1731147466535 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eef3149: reopening flushed file at 1731147466548 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69cc51f9: reopening flushed file at 1731147466559 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1038ms, sequenceid=11, compaction requested=false at 1731147466577 (+18 ms)Writing region close event to WAL at 1731147466589 (+12 ms)Running coprocessor post-close hooks at 1731147466597 (+8 ms)Closed at 1731147466598 (+1 ms) 2024-11-09T10:17:46,598 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:17:46,741 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,36165,1731147453613; all regions closed. 2024-11-09T10:17:46,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741834_1010 (size=2742) 2024-11-09T10:17:46,752 DEBUG [RS:0;e067b2c2c7b3:36165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/oldWALs 2024-11-09T10:17:46,752 INFO [RS:0;e067b2c2c7b3:36165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C36165%2C1731147453613.meta:.meta(num 1731147457549) 2024-11-09T10:17:46,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741837_1013 (size=1802) 2024-11-09T10:17:46,758 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.rep.1731147463721 not finished, retry = 0 2024-11-09T10:17:46,842 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,2-e067b2c2c7b3,36165,1731147453613 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876 to pos 0, reset compression=false 2024-11-09T10:17:46,862 DEBUG [RS:0;e067b2c2c7b3:36165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/oldWALs 2024-11-09T10:17:46,862 INFO [RS:0;e067b2c2c7b3:36165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C36165%2C1731147453613.rep:(num 1731147463721) 2024-11-09T10:17:46,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741833_1009 (size=93) 2024-11-09T10:17:46,866 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613/e067b2c2c7b3%2C36165%2C1731147453613.1731147456876 not finished, retry = 0 2024-11-09T10:17:46,969 DEBUG [RS:0;e067b2c2c7b3:36165 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/oldWALs 2024-11-09T10:17:46,969 INFO [RS:0;e067b2c2c7b3:36165 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C36165%2C1731147453613:(num 1731147456876) 2024-11-09T10:17:46,969 DEBUG [RS:0;e067b2c2c7b3:36165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:46,969 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:17:46,969 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:17:46,969 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T10:17:46,969 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:17:46,969 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:17:46,970 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,36165,1731147453613 because: Region server is closing 2024-11-09T10:17:46,970 INFO [RS:0;e067b2c2c7b3:36165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:36165. 2024-11-09T10:17:46,970 DEBUG [RS:0;e067b2c2c7b3:36165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:46,970 DEBUG [RS:0;e067b2c2c7b3:36165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:46,971 DEBUG [RS:0;e067b2c2c7b3:36165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:46,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:47,071 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,1-e067b2c2c7b3,36165,1731147453613 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:17:47,071 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613.replicationSource.shippere067b2c2c7b3%2C36165%2C1731147453613,1-e067b2c2c7b3,36165,1731147453613 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T10:17:47,071 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36165,1731147453613.replicationSource.shippere067b2c2c7b3%2C36165%2C1731147453613,1-e067b2c2c7b3,36165,1731147453613 terminated 2024-11-09T10:17:47,072 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e067b2c2c7b3,36165,1731147453613 because: Region server is closing 2024-11-09T10:17:47,072 INFO [RS:0;e067b2c2c7b3:36165 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:36165. 2024-11-09T10:17:47,072 DEBUG [RS:0;e067b2c2c7b3:36165 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:47,072 DEBUG [RS:0;e067b2c2c7b3:36165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:47,073 DEBUG [RS:0;e067b2c2c7b3:36165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:47,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:47,173 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613.replicationSource.shippere067b2c2c7b3%2C36165%2C1731147453613,2-e067b2c2c7b3,36165,1731147453613 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T10:17:47,173 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613.replicationSource.wal-reader.e067b2c2c7b3%2C36165%2C1731147453613,2-e067b2c2c7b3,36165,1731147453613 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:17:47,174 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,36165,1731147453613.replicationSource.shippere067b2c2c7b3%2C36165%2C1731147453613,2-e067b2c2c7b3,36165,1731147453613 terminated 2024-11-09T10:17:47,174 INFO [RS:0;e067b2c2c7b3:36165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36165 2024-11-09T10:17:47,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446219448/rs/e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:47,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448/rs 2024-11-09T10:17:47,235 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:17:47,235 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007fca388e4168@41a6c3de rejected from java.util.concurrent.ThreadPoolExecutor@4a4558e[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-09T10:17:47,245 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,36165,1731147453613] 2024-11-09T10:17:47,255 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/draining/e067b2c2c7b3,36165,1731147453613 already deleted, retry=false 2024-11-09T10:17:47,255 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,36165,1731147453613 expired; onlineServers=0 2024-11-09T10:17:47,256 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,46599,1731147452769' ***** 2024-11-09T10:17:47,256 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:17:47,256 INFO [M:0;e067b2c2c7b3:46599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:17:47,256 INFO [M:0;e067b2c2c7b3:46599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:17:47,257 DEBUG [M:0;e067b2c2c7b3:46599 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:17:47,257 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:17:47,257 DEBUG [M:0;e067b2c2c7b3:46599 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:17:47,257 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147456537 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147456537,5,FailOnTimeoutGroup] 2024-11-09T10:17:47,257 INFO [M:0;e067b2c2c7b3:46599 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:17:47,257 INFO [M:0;e067b2c2c7b3:46599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:17:47,257 DEBUG [M:0;e067b2c2c7b3:46599 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:17:47,257 INFO [M:0;e067b2c2c7b3:46599 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:17:47,258 INFO [M:0;e067b2c2c7b3:46599 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:17:47,258 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147456534 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147456534,5,FailOnTimeoutGroup] 2024-11-09T10:17:47,258 INFO [M:0;e067b2c2c7b3:46599 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:17:47,259 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:17:47,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446219448/master 2024-11-09T10:17:47,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:47,281 DEBUG [M:0;e067b2c2c7b3:46599 {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/master already deleted, retry=false 2024-11-09T10:17:47,281 DEBUG [M:0;e067b2c2c7b3:46599 {}] master.ActiveMasterManager(353): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Failed delete of our master address node; KeeperErrorCode = NoNode for /01446219448/master 2024-11-09T10:17:47,282 INFO [M:0;e067b2c2c7b3:46599 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/.lastflushedseqids 2024-11-09T10:17:47,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741842_1018 (size=181) 2024-11-09T10:17:47,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:17:47,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36165-0x1011f19ba8e0001, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:17:47,346 INFO [RS:0;e067b2c2c7b3:36165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:17:47,346 INFO [RS:0;e067b2c2c7b3:36165 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,36165,1731147453613; zookeeper connection closed. 2024-11-09T10:17:47,347 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b73c304 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b73c304 2024-11-09T10:17:47,347 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:17:47,697 INFO [M:0;e067b2c2c7b3:46599 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:17:47,697 INFO [M:0;e067b2c2c7b3:46599 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:17:47,698 DEBUG [M:0;e067b2c2c7b3:46599 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:17:47,698 INFO [M:0;e067b2c2c7b3:46599 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:47,698 DEBUG [M:0;e067b2c2c7b3:46599 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:47,698 DEBUG [M:0;e067b2c2c7b3:46599 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:17:47,698 DEBUG [M:0;e067b2c2c7b3:46599 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:47,698 INFO [M:0;e067b2c2c7b3:46599 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-09T10:17:47,716 DEBUG [M:0;e067b2c2c7b3:46599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64568d7762894030a617f2f38f1b1118 is 82, key is hbase:meta,,1/info:regioninfo/1731147457646/Put/seqid=0 2024-11-09T10:17:47,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741843_1019 (size=5672) 2024-11-09T10:17:48,122 INFO [M:0;e067b2c2c7b3:46599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64568d7762894030a617f2f38f1b1118 2024-11-09T10:17:48,151 DEBUG [M:0;e067b2c2c7b3:46599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75a6344bbcc242c68a4851f02a5b4f9c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731147463812/Put/seqid=0 2024-11-09T10:17:48,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741844_1020 (size=8663) 2024-11-09T10:17:48,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:17:48,559 INFO [M:0;e067b2c2c7b3:46599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75a6344bbcc242c68a4851f02a5b4f9c 2024-11-09T10:17:48,598 DEBUG [M:0;e067b2c2c7b3:46599 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1afafa6515774e6f8a7566058f6bf17f is 69, key is e067b2c2c7b3,36165,1731147453613/rs:state/1731147456596/Put/seqid=0 2024-11-09T10:17:48,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741845_1021 (size=5156) 2024-11-09T10:17:48,612 INFO [M:0;e067b2c2c7b3:46599 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1afafa6515774e6f8a7566058f6bf17f 2024-11-09T10:17:48,625 DEBUG [M:0;e067b2c2c7b3:46599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64568d7762894030a617f2f38f1b1118 as hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64568d7762894030a617f2f38f1b1118 2024-11-09T10:17:48,641 INFO [M:0;e067b2c2c7b3:46599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64568d7762894030a617f2f38f1b1118, entries=8, sequenceid=115, filesize=5.5 K 2024-11-09T10:17:48,643 DEBUG [M:0;e067b2c2c7b3:46599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75a6344bbcc242c68a4851f02a5b4f9c as hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75a6344bbcc242c68a4851f02a5b4f9c 2024-11-09T10:17:48,655 INFO [M:0;e067b2c2c7b3:46599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75a6344bbcc242c68a4851f02a5b4f9c, entries=14, sequenceid=115, filesize=8.5 K 2024-11-09T10:17:48,657 DEBUG [M:0;e067b2c2c7b3:46599 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1afafa6515774e6f8a7566058f6bf17f as hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1afafa6515774e6f8a7566058f6bf17f 2024-11-09T10:17:48,668 INFO [M:0;e067b2c2c7b3:46599 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1afafa6515774e6f8a7566058f6bf17f, entries=1, sequenceid=115, filesize=5.0 K 2024-11-09T10:17:48,670 INFO [M:0;e067b2c2c7b3:46599 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 972ms, sequenceid=115, compaction requested=false 2024-11-09T10:17:48,682 INFO [M:0;e067b2c2c7b3:46599 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:48,686 DEBUG [M:0;e067b2c2c7b3:46599 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147467698Disabling compacts and flushes for region at 1731147467698Disabling writes for close at 1731147467698Obtaining lock to block concurrent updates at 1731147467698Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147467698Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731147467699 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147467700 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147467700Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147467716 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147467716Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147468131 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147468151 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147468151Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147468571 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147468597 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147468597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5051ed75: reopening flushed file at 1731147468623 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e0beebb: reopening flushed file at 1731147468642 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@172cea09: reopening flushed file at 1731147468655 (+13 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 972ms, sequenceid=115, compaction requested=false at 1731147468670 (+15 ms)Writing region close event to WAL at 1731147468681 (+11 ms)Closed at 1731147468681 2024-11-09T10:17:48,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741830_1006 (size=59421) 2024-11-09T10:17:48,698 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:17:48,698 INFO [M:0;e067b2c2c7b3:46599 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:17:48,699 INFO [M:0;e067b2c2c7b3:46599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46599 2024-11-09T10:17:48,699 INFO [M:0;e067b2c2c7b3:46599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:17:48,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:17:48,898 INFO [M:0;e067b2c2c7b3:46599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:17:48,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46599-0x1011f19ba8e0000, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:17:48,899 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:17:48,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:48,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:48,900 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:17:48,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:48,900 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:17:48,900 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:17:48,900 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:17:48,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36903 2024-11-09T10:17:48,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36903 connecting to ZooKeeper ensemble=127.0.0.1:62841 2024-11-09T10:17:48,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369030x0, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:17:48,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36903-0x1011f19ba8e0006 connected 2024-11-09T10:17:48,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:48,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:48,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/running 2024-11-09T10:17:48,949 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8, hbase.cluster.distributed=false 2024-11-09T10:17:48,950 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446219448/meta-region-server: INIT 2024-11-09T10:17:48,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/acl 2024-11-09T10:17:48,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36903 2024-11-09T10:17:48,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36903 2024-11-09T10:17:48,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36903 2024-11-09T10:17:49,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36903 2024-11-09T10:17:49,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36903 2024-11-09T10:17:49,036 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:17:49,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:49,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:49,036 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:17:49,036 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:17:49,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:17:49,037 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:17:49,037 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:17:49,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43733 2024-11-09T10:17:49,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43733 connecting to ZooKeeper ensemble=127.0.0.1:62841 2024-11-09T10:17:49,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:49,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:49,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437330x0, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:17:49,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437330x0, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/running 2024-11-09T10:17:49,130 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43733-0x1011f19ba8e0007 connected 2024-11-09T10:17:49,130 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:17:49,130 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446219448/meta-region-server: INIT 2024-11-09T10:17:49,132 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:17:49,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/master 2024-11-09T10:17:49,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/acl 2024-11-09T10:17:49,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43733 2024-11-09T10:17:49,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43733 2024-11-09T10:17:49,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43733 2024-11-09T10:17:49,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43733 2024-11-09T10:17:49,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43733 2024-11-09T10:17:49,154 DEBUG [M:0;e067b2c2c7b3:36903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:36903 2024-11-09T10:17:49,154 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01446219448/backup-masters/e067b2c2c7b3,36903,1731147468899 2024-11-09T10:17:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448/backup-masters 2024-11-09T10:17:49,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448/backup-masters 2024-11-09T10:17:49,168 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on existing znode=/01446219448/backup-masters/e067b2c2c7b3,36903,1731147468899 2024-11-09T10:17:49,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01446219448/master 2024-11-09T10:17:49,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:49,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:49,182 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on existing znode=/01446219448/master 2024-11-09T10:17:49,182 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01446219448/backup-masters/e067b2c2c7b3,36903,1731147468899 from backup master directory 2024-11-09T10:17:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446219448/backup-masters/e067b2c2c7b3,36903,1731147468899 2024-11-09T10:17:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448/backup-masters 2024-11-09T10:17:49,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448/backup-masters 2024-11-09T10:17:49,192 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:17:49,193 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,36903,1731147468899 2024-11-09T10:17:49,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:17:49,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:17:49,237 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 22ms. 2024-11-09T10:17:49,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741846_1022 (size=196) 2024-11-09T10:17:49,658 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:17:49,659 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:17:49,659 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:17:49,670 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T10:17:49,673 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,46599,1731147452769 to hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,46599,1731147452769-dead as it is dead 2024-11-09T10:17:49,674 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T10:17:49,674 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T10:17:49,674 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,46599,1731147452769-dead/e067b2c2c7b3%2C46599%2C1731147452769.1731147455738 2024-11-09T10:17:49,679 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,46599,1731147452769-dead/e067b2c2c7b3%2C46599%2C1731147452769.1731147455738 after 3ms 2024-11-09T10:17:49,681 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,46599,1731147452769-dead/e067b2c2c7b3%2C46599%2C1731147452769.1731147455738 to hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e067b2c2c7b3%2C46599%2C1731147452769.1731147455738 2024-11-09T10:17:49,681 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,46599,1731147452769-dead 2024-11-09T10:17:49,682 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,36903,1731147468899 2024-11-09T10:17:49,683 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:17:49,684 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C36903%2C1731147468899, suffix=, logDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,36903,1731147468899, archiveDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/oldWALs, maxLogs=10 2024-11-09T10:17:49,699 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,36903,1731147468899/e067b2c2c7b3%2C36903%2C1731147468899.1731147469685, exclude list is [], retry=0 2024-11-09T10:17:49,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45103,DS-964e19ab-5aec-4177-9b23-5a35eb97c736,DISK] 2024-11-09T10:17:49,706 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/WALs/e067b2c2c7b3,36903,1731147468899/e067b2c2c7b3%2C36903%2C1731147468899.1731147469685 2024-11-09T10:17:49,706 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46729:46729)] 2024-11-09T10:17:49,706 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:17:49,707 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:49,707 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:49,707 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:49,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:49,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:17:49,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:49,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64568d7762894030a617f2f38f1b1118 2024-11-09T10:17:49,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:49,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:49,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:17:49,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:49,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75a6344bbcc242c68a4851f02a5b4f9c 2024-11-09T10:17:49,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:49,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:49,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:17:49,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:49,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1afafa6515774e6f8a7566058f6bf17f 2024-11-09T10:17:49,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:49,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:49,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:17:49,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:49,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:49,755 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:49,756 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T10:17:49,756 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e067b2c2c7b3%2C46599%2C1731147452769.1731147455738 2024-11-09T10:17:49,780 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e067b2c2c7b3%2C46599%2C1731147452769.1731147455738 2024-11-09T10:17:49,782 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e067b2c2c7b3%2C46599%2C1731147452769.1731147455738 2024-11-09T10:17:49,784 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:49,784 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:49,785 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:17:49,787 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:17:49,793 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-09T10:17:49,794 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64680667, jitterRate=-0.0361829549074173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:17:49,795 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147469707Initializing all the Stores at 1731147469709 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147469709Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147469709Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147469709Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147469710 (+1 ms)Cleaning up temporary data from old regions at 1731147469784 (+74 ms)Region opened successfully at 1731147469794 (+10 ms) 2024-11-09T10:17:49,795 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:17:49,805 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bff9551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:17:49,821 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T10:17:49,821 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:17:49,821 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:17:49,821 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:17:49,822 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:17:49,828 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:17:49,828 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:17:49,829 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:17:49,829 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:17:49,829 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T10:17:49,830 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-09T10:17:49,830 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-09T10:17:49,830 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:17:49,835 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e067b2c2c7b3,36165,1731147453613, regionLocation=e067b2c2c7b3,36165,1731147453613, openSeqNum=2 2024-11-09T10:17:49,836 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e067b2c2c7b3,36165,1731147453613, table=hbase:meta, region=1588230740 2024-11-09T10:17:49,836 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,36165,1731147453613, state=OPEN 2024-11-09T10:17:49,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01446219448/meta-region-server 2024-11-09T10:17:49,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01446219448/meta-region-server 2024-11-09T10:17:49,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446219448/meta-region-server: CHANGED 2024-11-09T10:17:49,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446219448/meta-region-server: CHANGED 2024-11-09T10:17:49,944 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:17:49,979 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/draining/e067b2c2c7b3,36165,1731147453613 already deleted, retry=false 2024-11-09T10:17:49,980 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e067b2c2c7b3,36165,1731147453613 on e067b2c2c7b3,36903,1731147468899 2024-11-09T10:17:49,985 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e067b2c2c7b3,36165,1731147453613, splitWal=true, meta=true 2024-11-09T10:17:49,987 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for e067b2c2c7b3,36165,1731147453613 (carryingMeta=true) e067b2c2c7b3,36165,1731147453613/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@168fadf2[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T10:17:49,990 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Unable to get data of znode /01446219448/balancer because node does not exist (not necessarily an error) 2024-11-09T10:17:50,007 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/balancer already deleted, retry=false 2024-11-09T10:17:50,009 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:17:50,010 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Unable to get data of znode /01446219448/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:17:50,018 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/normalizer already deleted, retry=false 2024-11-09T10:17:50,018 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:17:50,019 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Unable to get data of znode /01446219448/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:17:50,028 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/switch/split already deleted, retry=false 2024-11-09T10:17:50,029 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Unable to get data of znode /01446219448/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:17:50,039 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/switch/merge already deleted, retry=false 2024-11-09T10:17:50,062 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Unable to get data of znode /01446219448/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:17:50,071 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/snapshot-cleanup already deleted, retry=false 2024-11-09T10:17:50,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01446219448/running 2024-11-09T10:17:50,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01446219448/running 2024-11-09T10:17:50,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:50,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:50,082 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,36903,1731147468899, sessionid=0x1011f19ba8e0006, setting cluster-up flag (Was=false) 2024-11-09T10:17:50,095 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01446219448/flush-table-proc/acquired, /01446219448/flush-table-proc/reached, /01446219448/flush-table-proc/abort 2024-11-09T10:17:50,096 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,36903,1731147468899 2024-11-09T10:17:50,109 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01446219448/online-snapshot/acquired, /01446219448/online-snapshot/reached, /01446219448/online-snapshot/abort 2024-11-09T10:17:50,112 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,36903,1731147468899 2024-11-09T10:17:50,115 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/.lastflushedseqids 2024-11-09T10:17:50,119 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:17:50,119 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:17:50,119 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,36903,1731147468899 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e067b2c2c7b3,36165,1731147453613 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:17:50,121 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:17:50,121 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:17:50,121 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:17:50,121 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:17:50,121 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:17:50,121 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,121 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:17:50,122 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,130 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e067b2c2c7b3,36165,1731147453613, splitWal=true, meta=true 2024-11-09T10:17:50,132 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e067b2c2c7b3,36165,1731147453613, splitWal=true, meta=true, isMeta: true 2024-11-09T10:17:50,133 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613-splitting 2024-11-09T10:17:50,138 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613-splitting dir is empty, no logs to split. 2024-11-09T10:17:50,138 INFO [PEWorker-1 {}] master.SplitWALManager(105): e067b2c2c7b3,36165,1731147453613 WAL count=0, meta=true 2024-11-09T10:17:50,144 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147500144 2024-11-09T10:17:50,145 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:17:50,145 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:17:50,145 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613-splitting dir is empty, no logs to split. 2024-11-09T10:17:50,145 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:17:50,145 INFO [PEWorker-1 {}] master.SplitWALManager(105): e067b2c2c7b3,36165,1731147453613 WAL count=0, meta=true 2024-11-09T10:17:50,145 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:17:50,145 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e067b2c2c7b3,36165,1731147453613 WAL splitting is done? wals=0, meta=true 2024-11-09T10:17:50,145 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:17:50,145 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:17:50,145 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,146 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(746): ClusterId : ba510c3c-3612-4c68-8107-1fda65eca2e7 2024-11-09T10:17:50,146 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:17:50,146 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:17:50,146 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:17:50,146 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:17:50,146 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:17:50,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:17:50,149 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:17:50,152 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T10:17:50,156 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:17:50,156 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:17:50,160 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:17:50,160 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:17:50,161 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147470160,5,FailOnTimeoutGroup] 2024-11-09T10:17:50,162 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147470161,5,FailOnTimeoutGroup] 2024-11-09T10:17:50,162 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,162 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:17:50,162 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,162 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,162 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147470162, completionTime=-1 2024-11-09T10:17:50,162 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T10:17:50,166 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:17:50,166 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T10:17:50,167 DEBUG [RS:0;e067b2c2c7b3:43733 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2720f9f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:17:50,181 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:43733 2024-11-09T10:17:50,181 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:17:50,181 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:17:50,181 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:17:50,182 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,36903,1731147468899 with port=43733, startcode=1731147469035 2024-11-09T10:17:50,182 DEBUG [RS:0;e067b2c2c7b3:43733 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:17:50,196 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:17:50,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36903 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:50,196 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36903 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:50,203 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8 2024-11-09T10:17:50,203 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44831 2024-11-09T10:17:50,203 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:17:50,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448/rs 2024-11-09T10:17:50,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,43733,1731147469035] 2024-11-09T10:17:50,215 DEBUG [RS:0;e067b2c2c7b3:43733 {}] zookeeper.ZKUtil(111): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on existing znode=/01446219448/rs/e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:50,215 WARN [RS:0;e067b2c2c7b3:43733 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:17:50,216 INFO [RS:0;e067b2c2c7b3:43733 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:17:50,216 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:50,216 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T10:17:50,278 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:17:50,281 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:17:50,284 INFO [RS:0;e067b2c2c7b3:43733 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:17:50,284 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,286 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:17:50,288 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:17:50,288 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,288 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,288 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,288 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,288 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,288 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,288 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:17:50,288 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,289 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,289 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,289 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,289 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,289 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:17:50,289 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:17:50,289 DEBUG [RS:0;e067b2c2c7b3:43733 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:17:50,303 WARN [e067b2c2c7b3:36903 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T10:17:50,304 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,304 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,304 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,304 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,304 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,304 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43733,1731147469035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:17:50,333 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:17:50,333 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43733,1731147469035-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,355 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,43733,1731147469035, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:17:50,379 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource,1-e067b2c2c7b3,43733,1731147469035 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:35937' 2024-11-09T10:17:50,381 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource,1-e067b2c2c7b3,43733,1731147469035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b1e7857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:50,381 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.ReplicationSource(231): queueId=2-e067b2c2c7b3,43733,1731147469035, ReplicationSource: 2, currentBandwidth=0 2024-11-09T10:17:50,381 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource,1-e067b2c2c7b3,43733,1731147469035 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35937,-1 for getting cluster id 2024-11-09T10:17:50,382 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource,1-e067b2c2c7b3,43733,1731147469035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:50,382 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,382 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.Replication(171): e067b2c2c7b3,43733,1731147469035 started 2024-11-09T10:17:50,385 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d2e9d-f6c7-450f-9572-3289a20f8083' 2024-11-09T10:17:50,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:50,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d2e9d-f6c7-450f-9572-3289a20f8083" 2024-11-09T10:17:50,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@120fdd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:50,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35937,-1] 2024-11-09T10:17:50,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:50,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:50,391 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:50,396 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource,1-e067b2c2c7b3,43733,1731147469035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b1e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:50,396 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource,1-e067b2c2c7b3,43733,1731147469035 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:17:50,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:50,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@366497e 2024-11-09T10:17:50,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:17:50,401 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T10:17:50,402 INFO [RS:0;e067b2c2c7b3:43733.replicationSource,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,43733,1731147469035 (queues=0) is replicating from cluster=ba510c3c-3612-4c68-8107-1fda65eca2e7 to cluster=091d2e9d-f6c7-450f-9572-3289a20f8083 2024-11-09T10:17:50,405 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource,2-e067b2c2c7b3,43733,1731147469035 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:35937' 2024-11-09T10:17:50,407 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:50,408 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,43733,1731147469035, RpcServer on e067b2c2c7b3/172.17.0.3:43733, sessionid=0x1011f19ba8e0007 2024-11-09T10:17:50,408 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:17:50,408 DEBUG [RS:0;e067b2c2c7b3:43733 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:50,408 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,43733,1731147469035' 2024-11-09T10:17:50,408 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01446219448/flush-table-proc/abort' 2024-11-09T10:17:50,409 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01446219448/flush-table-proc/acquired' 2024-11-09T10:17:50,410 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:17:50,410 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:17:50,410 DEBUG [RS:0;e067b2c2c7b3:43733 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:50,410 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,43733,1731147469035' 2024-11-09T10:17:50,410 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01446219448/online-snapshot/abort' 2024-11-09T10:17:50,411 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01446219448/online-snapshot/acquired' 2024-11-09T10:17:50,411 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource,2-e067b2c2c7b3,43733,1731147469035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f349872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:50,411 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource,2-e067b2c2c7b3,43733,1731147469035 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35937,-1 for getting cluster id 2024-11-09T10:17:50,411 DEBUG [RS:0;e067b2c2c7b3:43733 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:17:50,412 INFO [RS:0;e067b2c2c7b3:43733 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:17:50,412 INFO [RS:0;e067b2c2c7b3:43733 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:17:50,412 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource,2-e067b2c2c7b3,43733,1731147469035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:50,413 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '091d2e9d-f6c7-450f-9572-3289a20f8083' 2024-11-09T10:17:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "091d2e9d-f6c7-450f-9572-3289a20f8083" 2024-11-09T10:17:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3722ae4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35937,-1] 2024-11-09T10:17:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:50,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:50,418 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:50,419 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource,2-e067b2c2c7b3,43733,1731147469035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56981553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:50,420 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource,2-e067b2c2c7b3,43733,1731147469035 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:17:50,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:50,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4406cd89 2024-11-09T10:17:50,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:17:50,422 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-09T10:17:50,424 INFO [RS:0;e067b2c2c7b3:43733.replicationSource,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e067b2c2c7b3,43733,1731147469035 (queues=0) is replicating from cluster=ba510c3c-3612-4c68-8107-1fda65eca2e7 to cluster=091d2e9d-f6c7-450f-9572-3289a20f8083 2024-11-09T10:17:50,512 INFO [RS:0;e067b2c2c7b3:43733 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:17:50,514 INFO [RS:0;e067b2c2c7b3:43733 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C43733%2C1731147469035, suffix=, logDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035, archiveDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/oldWALs, maxLogs=10 2024-11-09T10:17:50,534 DEBUG [RS:0;e067b2c2c7b3:43733 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515, exclude list is [], retry=0 2024-11-09T10:17:50,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45103,DS-964e19ab-5aec-4177-9b23-5a35eb97c736,DISK] 2024-11-09T10:17:50,540 INFO [RS:0;e067b2c2c7b3:43733 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 2024-11-09T10:17:50,541 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e067b2c2c7b3%2C43733%2C1731147469035 for peer 2 2024-11-09T10:17:50,541 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e067b2c2c7b3%2C43733%2C1731147469035 for peer 1 2024-11-09T10:17:50,541 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C43733%2C1731147469035 2024-11-09T10:17:50,541 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,43733,1731147469035, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:17:50,541 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e067b2c2c7b3%2C43733%2C1731147469035 2024-11-09T10:17:50,541 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e067b2c2c7b3,43733,1731147469035, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:17:50,541 INFO [RS:0;e067b2c2c7b3:43733.replicationSource.shippere067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C43733%2C1731147469035 2024-11-09T10:17:50,544 DEBUG [RS:0;e067b2c2c7b3:43733 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46729:46729)] 2024-11-09T10:17:50,544 INFO [RS:0;e067b2c2c7b3:43733.replicationSource.shippere067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C43733%2C1731147469035 2024-11-09T10:17:50,544 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515, startPosition=0, beingWritten=true 2024-11-09T10:17:50,545 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515, startPosition=0, beingWritten=true 2024-11-09T10:17:50,553 DEBUG [e067b2c2c7b3:36903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:17:50,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:50,557 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,43733,1731147469035, state=OPENING 2024-11-09T10:17:50,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01446219448/meta-region-server 2024-11-09T10:17:50,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01446219448/meta-region-server 2024-11-09T10:17:50,607 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:17:50,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446219448/meta-region-server: CHANGED 2024-11-09T10:17:50,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446219448/meta-region-server: CHANGED 2024-11-09T10:17:50,608 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,43733,1731147469035}] 2024-11-09T10:17:50,758 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:50,760 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:50,762 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:17:50,764 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:17:50,778 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:17:50,778 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:17:50,779 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:17:50,782 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C43733%2C1731147469035.meta, suffix=.meta, logDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035, archiveDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/oldWALs, maxLogs=10 2024-11-09T10:17:50,798 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.meta.1731147470783.meta, exclude list is [], retry=0 2024-11-09T10:17:50,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45103,DS-964e19ab-5aec-4177-9b23-5a35eb97c736,DISK] 2024-11-09T10:17:50,803 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.meta.1731147470783.meta 2024-11-09T10:17:50,805 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46729:46729)] 2024-11-09T10:17:50,805 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:17:50,806 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:17:50,806 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:17:50,806 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:17:50,806 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:17:50,806 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:17:50,806 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:50,807 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:17:50,807 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:17:50,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:17:50,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:17:50,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:50,818 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/info/0146e61bd41a448f931ae1c992b5a65d 2024-11-09T10:17:50,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:50,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:17:50,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:17:50,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:50,830 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/ns/90409b25b60f4ed8b79b46cdd3334b48 2024-11-09T10:17:50,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:50,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:17:50,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:17:50,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:50,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:50,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:17:50,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:17:50,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:50,850 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/table/07d6351fc1244e13b170cd733f24fcce 2024-11-09T10:17:50,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:17:50,850 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:17:50,852 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740 2024-11-09T10:17:50,854 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740 2024-11-09T10:17:50,855 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:17:50,855 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:17:50,856 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:17:50,858 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:17:50,861 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60910023, jitterRate=-0.0923699289560318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:17:50,861 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:17:50,861 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147470807Writing region info on filesystem at 1731147470807Initializing all the Stores at 1731147470808 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147470808Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147470808Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147470808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147470809 (+1 ms)Cleaning up temporary data from old regions at 1731147470855 (+46 ms)Running coprocessor post-open hooks at 1731147470861 (+6 ms)Region opened successfully at 1731147470861 2024-11-09T10:17:50,862 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731147470762 2024-11-09T10:17:50,867 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:17:50,868 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:17:50,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:50,871 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,43733,1731147469035, state=OPEN 2024-11-09T10:17:50,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01446219448/meta-region-server 2024-11-09T10:17:50,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01446219448/meta-region-server 2024-11-09T10:17:50,881 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:50,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446219448/meta-region-server: CHANGED 2024-11-09T10:17:50,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01446219448/meta-region-server: CHANGED 2024-11-09T10:17:50,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-09T10:17:50,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,43733,1731147469035 in 274 msec 2024-11-09T10:17:50,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-09T10:17:50,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 738 msec 2024-11-09T10:17:51,071 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:51,086 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:51,478 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:51,492 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:51,719 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-09T10:17:51,984 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:51,998 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:52,592 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:52,604 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:53,222 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3060ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-09T10:17:53,304 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:53,313 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:54,110 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:54,120 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:54,675 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T10:17:54,675 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:17:54,676 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:17:54,676 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,43733,1731147469035, seqNum=-1] 2024-11-09T10:17:54,676 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:17:54,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:17:54,685 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=93e8fc022731ac3703054602fe23ac0e, regionState=OPEN, lastHost=e067b2c2c7b3,36165,1731147453613, regionLocation=e067b2c2c7b3,36165,1731147453613, openSeqNum=2 2024-11-09T10:17:54,685 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:17:54,685 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147534685 2024-11-09T10:17:54,685 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147594685 2024-11-09T10:17:54,685 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-09T10:17:54,686 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36903,1731147468899-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:54,686 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36903,1731147468899-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:54,686 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e067b2c2c7b3,36165,1731147453613 had 2 regions 2024-11-09T10:17:54,686 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36903,1731147468899-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:54,686 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:36903, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:54,686 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:54,686 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:54,689 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e067b2c2c7b3,36165,1731147453613, splitWal=true, meta=true, isMeta: false 2024-11-09T10:17:54,694 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613-splitting dir is empty, no logs to split. 2024-11-09T10:17:54,694 INFO [PEWorker-3 {}] master.SplitWALManager(105): e067b2c2c7b3,36165,1731147453613 WAL count=0, meta=false 2024-11-09T10:17:54,695 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.501sec 2024-11-09T10:17:54,695 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:17:54,695 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:17:54,695 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:17:54,695 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:17:54,695 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:17:54,695 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36903,1731147468899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:17:54,695 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36903,1731147468899-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:17:54,700 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,36165,1731147453613-splitting dir is empty, no logs to split. 2024-11-09T10:17:54,700 INFO [PEWorker-3 {}] master.SplitWALManager(105): e067b2c2c7b3,36165,1731147453613 WAL count=0, meta=false 2024-11-09T10:17:54,700 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e067b2c2c7b3,36165,1731147453613 WAL splitting is done? wals=0, meta=false 2024-11-09T10:17:54,701 WARN [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e067b2c2c7b3,36165,1731147453613/hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:54,703 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:17:54,703 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:17:54,703 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36903,1731147468899-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:17:54,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93e8fc022731ac3703054602fe23ac0e, ASSIGN}] 2024-11-09T10:17:54,708 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93e8fc022731ac3703054602fe23ac0e, ASSIGN 2024-11-09T10:17:54,709 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=93e8fc022731ac3703054602fe23ac0e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T10:17:54,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173bf31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:54,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,36903,-1 for getting cluster id 2024-11-09T10:17:54,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:54,751 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba510c3c-3612-4c68-8107-1fda65eca2e7' 2024-11-09T10:17:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba510c3c-3612-4c68-8107-1fda65eca2e7" 2024-11-09T10:17:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c2df7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:54,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,36903,-1] 2024-11-09T10:17:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:54,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:54,755 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:54,756 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df073b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:54,756 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:17:54,757 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,43733,1731147469035, seqNum=-1] 2024-11-09T10:17:54,758 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:17:54,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:17:54,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T10:17:54,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:17:54,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:54,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:54,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:54,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:54,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e067b2c2c7b3:36903 after: e067b2c2c7b3:36903 2024-11-09T10:17:54,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:54,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,36903,-1 for getting cluster id 2024-11-09T10:17:54,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:17:54,766 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba510c3c-3612-4c68-8107-1fda65eca2e7' 2024-11-09T10:17:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:17:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba510c3c-3612-4c68-8107-1fda65eca2e7" 2024-11-09T10:17:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f4532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,36903,-1] 2024-11-09T10:17:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:17:54,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:54,769 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:17:54,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ad67c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:17:54,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:17:54,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,36903,1731147468899 2024-11-09T10:17:54,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6c989a 2024-11-09T10:17:54,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:17:54,772 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:17:54,773 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36903 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T10:17:54,774 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36903 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T10:17:54,774 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36903 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T10:17:54,775 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36903 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-09T10:17:54,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:17:54,775 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:17:54,776 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:54,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:54,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:54,776 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:54,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:17:54,776 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1528752532, stopped=false 2024-11-09T10:17:54,776 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,35937,1731147460685 2024-11-09T10:17:54,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11020729331/running 2024-11-09T10:17:54,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11020729331/running 2024-11-09T10:17:54,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:17:54,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:54,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:54,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:17:54,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:54,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:54,829 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,37709,1731147460831' ***** 2024-11-09T10:17:54,829 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:17:54,829 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:17:54,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Set watcher on znode that does not yet exist, /11020729331/running 2024-11-09T10:17:54,829 INFO [RS:0;e067b2c2c7b3:37709 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:17:54,829 INFO [RS:0;e067b2c2c7b3:37709 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:17:54,829 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:17:54,829 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,37709,1731147460831 2024-11-09T10:17:54,830 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:17:54,830 INFO [RS:0;e067b2c2c7b3:37709 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:37709. 2024-11-09T10:17:54,830 DEBUG [RS:0;e067b2c2c7b3:37709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:54,830 DEBUG [RS:0;e067b2c2c7b3:37709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:54,830 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:17:54,830 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:17:54,830 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:17:54,830 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:17:54,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Set watcher on znode that does not yet exist, /11020729331/running 2024-11-09T10:17:54,831 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T10:17:54,831 DEBUG [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:17:54,831 DEBUG [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:17:54,831 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:17:54,831 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:17:54,831 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:17:54,831 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:17:54,831 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:17:54,831 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T10:17:54,845 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:17:54,851 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/data/hbase/meta/1588230740/.tmp/ns/e9614c3e71334a7a83ee56f67e681881 is 43, key is default/ns:d/1731147463117/Put/seqid=0 2024-11-09T10:17:54,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741835_1011 (size=5153) 2024-11-09T10:17:54,857 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/data/hbase/meta/1588230740/.tmp/ns/e9614c3e71334a7a83ee56f67e681881 2024-11-09T10:17:54,862 DEBUG [e067b2c2c7b3:36903 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:17:54,862 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=93e8fc022731ac3703054602fe23ac0e, regionState=OPENING, regionLocation=e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:54,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=93e8fc022731ac3703054602fe23ac0e, ASSIGN because future has completed 2024-11-09T10:17:54,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e8fc022731ac3703054602fe23ac0e, server=e067b2c2c7b3,43733,1731147469035}] 2024-11-09T10:17:54,868 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/data/hbase/meta/1588230740/.tmp/ns/e9614c3e71334a7a83ee56f67e681881 as hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/data/hbase/meta/1588230740/ns/e9614c3e71334a7a83ee56f67e681881 2024-11-09T10:17:54,881 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/data/hbase/meta/1588230740/ns/e9614c3e71334a7a83ee56f67e681881, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T10:17:54,884 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 53ms, sequenceid=6, compaction requested=false 2024-11-09T10:17:54,884 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:17:54,891 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T10:17:54,892 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:17:54,892 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:17:54,892 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:17:54,892 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147474831Running coprocessor pre-close hooks at 1731147474831Disabling compacts and flushes for region at 1731147474831Disabling writes for close at 1731147474831Obtaining lock to block concurrent updates at 1731147474831Preparing flush snapshotting stores in 1588230740 at 1731147474831Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731147474832 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731147474832Flushing 1588230740/ns: creating writer at 1731147474833 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731147474850 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731147474850Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ee1d83d: reopening flushed file at 1731147474867 (+17 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 53ms, sequenceid=6, compaction requested=false at 1731147474884 (+17 ms)Writing region close event to WAL at 1731147474887 (+3 ms)Running coprocessor post-close hooks at 1731147474892 (+5 ms)Closed at 1731147474892 2024-11-09T10:17:54,892 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:17:55,018 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:55,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:55,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:17:55,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:17:55,027 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:55,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C43733%2C1731147469035.rep, suffix=, logDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035, archiveDir=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/oldWALs, maxLogs=10 2024-11-09T10:17:55,031 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,37709,1731147460831; all regions closed. 2024-11-09T10:17:55,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741834_1010 (size=1152) 2024-11-09T10:17:55,046 DEBUG [RS:0;e067b2c2c7b3:37709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/oldWALs 2024-11-09T10:17:55,046 INFO [RS:0;e067b2c2c7b3:37709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C37709%2C1731147460831.meta:.meta(num 1731147463018) 2024-11-09T10:17:55,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.rep.1731147475031, exclude list is [], retry=0 2024-11-09T10:17:55,052 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/WALs/e067b2c2c7b3,37709,1731147460831/e067b2c2c7b3%2C37709%2C1731147460831.1731147462587 not finished, retry = 0 2024-11-09T10:17:55,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741833_1009 (size=93) 2024-11-09T10:17:55,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45103,DS-964e19ab-5aec-4177-9b23-5a35eb97c736,DISK] 2024-11-09T10:17:55,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.rep.1731147475031 2024-11-09T10:17:55,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46729:46729)] 2024-11-09T10:17:55,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 93e8fc022731ac3703054602fe23ac0e, NAME => 'hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:17:55,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:17:55,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:17:55,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. service=MultiRowMutationService 2024-11-09T10:17:55,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:17:55,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:17:55,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,060 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,061 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e8fc022731ac3703054602fe23ac0e columnFamilyName hfileref 2024-11-09T10:17:55,061 DEBUG [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:55,061 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.HStore(327): Store=93e8fc022731ac3703054602fe23ac0e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:55,062 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,063 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e8fc022731ac3703054602fe23ac0e columnFamilyName queue 2024-11-09T10:17:55,063 DEBUG [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:55,080 DEBUG [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e/queue/954beb430b29495c9b9ff99226c0977e 2024-11-09T10:17:55,080 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.HStore(327): Store=93e8fc022731ac3703054602fe23ac0e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:55,081 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,082 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93e8fc022731ac3703054602fe23ac0e columnFamilyName sid 2024-11-09T10:17:55,082 DEBUG [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:17:55,083 INFO [StoreOpener-93e8fc022731ac3703054602fe23ac0e-1 {}] regionserver.HStore(327): Store=93e8fc022731ac3703054602fe23ac0e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:17:55,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:17:55,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,091 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 93e8fc022731ac3703054602fe23ac0e; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65785454, jitterRate=-0.019720345735549927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:17:55,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:55,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 93e8fc022731ac3703054602fe23ac0e: Running coprocessor pre-open hook at 1731147475058Writing region info on filesystem at 1731147475058Initializing all the Stores at 1731147475059 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147475059Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147475060 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147475060Cleaning up temporary data from old regions at 1731147475087 (+27 ms)Running coprocessor post-open hooks at 1731147475091 (+4 ms)Region opened successfully at 1731147475092 (+1 ms) 2024-11-09T10:17:55,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e., pid=19, masterSystemTime=1731147475020 2024-11-09T10:17:55,100 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:55,100 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:55,101 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=93e8fc022731ac3703054602fe23ac0e, regionState=OPEN, openSeqNum=10, regionLocation=e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:55,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93e8fc022731ac3703054602fe23ac0e, server=e067b2c2c7b3,43733,1731147469035 because future has completed 2024-11-09T10:17:55,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-09T10:17:55,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 93e8fc022731ac3703054602fe23ac0e, server=e067b2c2c7b3,43733,1731147469035 in 241 msec 2024-11-09T10:17:55,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-09T10:17:55,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=93e8fc022731ac3703054602fe23ac0e, ASSIGN in 405 msec 2024-11-09T10:17:55,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T10:17:55,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e., hostname=e067b2c2c7b3,43733,1731147469035, seqNum=10] 2024-11-09T10:17:55,155 DEBUG [RS:0;e067b2c2c7b3:37709 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/oldWALs 2024-11-09T10:17:55,155 INFO [RS:0;e067b2c2c7b3:37709 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C37709%2C1731147460831:(num 1731147462587) 2024-11-09T10:17:55,155 DEBUG [RS:0;e067b2c2c7b3:37709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:55,155 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:17:55,155 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:17:55,155 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:17:55,156 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:17:55,156 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:17:55,156 INFO [RS:0;e067b2c2c7b3:37709 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37709 2024-11-09T10:17:55,162 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for e067b2c2c7b3,36165,1731147453613 2024-11-09T10:17:55,163 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T10:17:55,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331/rs 2024-11-09T10:17:55,176 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:17:55,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11020729331/rs/e067b2c2c7b3,37709,1731147460831 2024-11-09T10:17:55,186 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,37709,1731147460831] 2024-11-09T10:17:55,196 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11020729331/draining/e067b2c2c7b3,37709,1731147460831 already deleted, retry=false 2024-11-09T10:17:55,196 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,37709,1731147460831 expired; onlineServers=0 2024-11-09T10:17:55,196 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,35937,1731147460685' ***** 2024-11-09T10:17:55,197 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:17:55,197 INFO [M:0;e067b2c2c7b3:35937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:17:55,197 INFO [M:0;e067b2c2c7b3:35937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:17:55,197 DEBUG [M:0;e067b2c2c7b3:35937 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:17:55,197 DEBUG [M:0;e067b2c2c7b3:35937 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:17:55,197 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147462283 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147462283,5,FailOnTimeoutGroup] 2024-11-09T10:17:55,197 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147462281 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147462281,5,FailOnTimeoutGroup] 2024-11-09T10:17:55,197 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:17:55,197 INFO [M:0;e067b2c2c7b3:35937 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:17:55,197 INFO [M:0;e067b2c2c7b3:35937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:17:55,197 DEBUG [M:0;e067b2c2c7b3:35937 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:17:55,197 INFO [M:0;e067b2c2c7b3:35937 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:17:55,198 INFO [M:0;e067b2c2c7b3:35937 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:17:55,198 INFO [M:0;e067b2c2c7b3:35937 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:17:55,198 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:17:55,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11020729331/master 2024-11-09T10:17:55,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11020729331 2024-11-09T10:17:55,207 DEBUG [M:0;e067b2c2c7b3:35937 {}] zookeeper.ZKUtil(347): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Unable to get data of znode /11020729331/master because node does not exist (not an error) 2024-11-09T10:17:55,207 WARN [M:0;e067b2c2c7b3:35937 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:17:55,209 INFO [M:0;e067b2c2c7b3:35937 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/.lastflushedseqids 2024-11-09T10:17:55,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741836_1012 (size=99) 2024-11-09T10:17:55,286 INFO [RS:0;e067b2c2c7b3:37709 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:17:55,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:17:55,286 INFO [RS:0;e067b2c2c7b3:37709 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,37709,1731147460831; zookeeper connection closed. 2024-11-09T10:17:55,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37709-0x1011f19ba8e0004, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:17:55,287 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b5d873d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b5d873d 2024-11-09T10:17:55,287 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:17:55,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43733 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-09T10:17:55,617 INFO [M:0;e067b2c2c7b3:35937 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:17:55,617 INFO [M:0;e067b2c2c7b3:35937 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:17:55,617 DEBUG [M:0;e067b2c2c7b3:35937 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:17:55,617 INFO [M:0;e067b2c2c7b3:35937 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:55,617 DEBUG [M:0;e067b2c2c7b3:35937 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:55,617 DEBUG [M:0;e067b2c2c7b3:35937 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:17:55,618 DEBUG [M:0;e067b2c2c7b3:35937 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:55,618 INFO [M:0;e067b2c2c7b3:35937 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T10:17:55,641 DEBUG [M:0;e067b2c2c7b3:35937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d94e996858741ccabf0be85e7ac24a4 is 82, key is hbase:meta,,1/info:regioninfo/1731147463080/Put/seqid=0 2024-11-09T10:17:55,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741837_1013 (size=5672) 2024-11-09T10:17:56,024 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:56,041 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:56,047 INFO [M:0;e067b2c2c7b3:35937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d94e996858741ccabf0be85e7ac24a4 2024-11-09T10:17:56,076 DEBUG [M:0;e067b2c2c7b3:35937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/779b87236e5e4fa39706206edebb2268 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731147463134/Put/seqid=0 2024-11-09T10:17:56,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741838_1014 (size=5275) 2024-11-09T10:17:56,310 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:17:56,484 INFO [M:0;e067b2c2c7b3:35937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/779b87236e5e4fa39706206edebb2268 2024-11-09T10:17:56,507 DEBUG [M:0;e067b2c2c7b3:35937 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4982baf70443477794509e607c0a07c0 is 69, key is e067b2c2c7b3,37709,1731147460831/rs:state/1731147462353/Put/seqid=0 2024-11-09T10:17:56,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741839_1015 (size=5156) 2024-11-09T10:17:56,914 INFO [M:0;e067b2c2c7b3:35937 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4982baf70443477794509e607c0a07c0 2024-11-09T10:17:56,925 DEBUG [M:0;e067b2c2c7b3:35937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d94e996858741ccabf0be85e7ac24a4 as hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d94e996858741ccabf0be85e7ac24a4 2024-11-09T10:17:56,933 INFO [M:0;e067b2c2c7b3:35937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d94e996858741ccabf0be85e7ac24a4, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T10:17:56,935 DEBUG [M:0;e067b2c2c7b3:35937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/779b87236e5e4fa39706206edebb2268 as hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/779b87236e5e4fa39706206edebb2268 2024-11-09T10:17:56,942 INFO [M:0;e067b2c2c7b3:35937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/779b87236e5e4fa39706206edebb2268, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T10:17:56,943 DEBUG [M:0;e067b2c2c7b3:35937 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4982baf70443477794509e607c0a07c0 as hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4982baf70443477794509e607c0a07c0 2024-11-09T10:17:56,949 INFO [M:0;e067b2c2c7b3:35937 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35355/user/jenkins/test-data/26ef41ee-2356-8d70-1c7b-b4dabd74f8c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4982baf70443477794509e607c0a07c0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T10:17:56,951 INFO [M:0;e067b2c2c7b3:35937 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false 2024-11-09T10:17:56,952 INFO [M:0;e067b2c2c7b3:35937 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:56,952 DEBUG [M:0;e067b2c2c7b3:35937 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147475617Disabling compacts and flushes for region at 1731147475617Disabling writes for close at 1731147475617Obtaining lock to block concurrent updates at 1731147475618 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147475618Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731147475618Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147475619 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147475619Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147475640 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147475640Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147476054 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147476075 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147476076 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147476491 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147476506 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147476506Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46283de7: reopening flushed file at 1731147476923 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a987120: reopening flushed file at 1731147476933 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75855fa: reopening flushed file at 1731147476942 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false at 1731147476951 (+9 ms)Writing region close event to WAL at 1731147476952 (+1 ms)Closed at 1731147476952 2024-11-09T10:17:56,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741830_1006 (size=10165) 2024-11-09T10:17:56,956 INFO [M:0;e067b2c2c7b3:35937 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:17:56,956 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:17:56,956 INFO [M:0;e067b2c2c7b3:35937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35937 2024-11-09T10:17:56,958 INFO [M:0;e067b2c2c7b3:35937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:17:57,130 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:57,147 DEBUG [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/WALs/e067b2c2c7b3,43733,1731147469035/e067b2c2c7b3%2C43733%2C1731147469035.1731147470515 to pos 0, reset compression=false 2024-11-09T10:17:57,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:17:57,192 INFO [M:0;e067b2c2c7b3:35937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:17:57,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35937-0x1011f19ba8e0003, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:17:57,195 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702e4adb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:17:57,197 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@215d641{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:17:57,197 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:17:57,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cd82d32{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:17:57,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/hadoop.log.dir/,STOPPED} 2024-11-09T10:17:57,200 WARN [BP-702600120-172.17.0.3-1731147458245 heartbeating to localhost/127.0.0.1:35355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:17:57,200 WARN [BP-702600120-172.17.0.3-1731147458245 heartbeating to localhost/127.0.0.1:35355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-702600120-172.17.0.3-1731147458245 (Datanode Uuid c119130b-ea5a-4e61-9c03-57e1ce03fc62) service to localhost/127.0.0.1:35355 2024-11-09T10:17:57,200 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:17:57,200 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:17:57,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/cluster_25a2fef1-123b-be51-8971-70962d14b14b/data/data1/current/BP-702600120-172.17.0.3-1731147458245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:17:57,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/cluster_25a2fef1-123b-be51-8971-70962d14b14b/data/data2/current/BP-702600120-172.17.0.3-1731147458245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:17:57,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:17:57,210 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f2ec6e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:17:57,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@235a5808{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:17:57,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:17:57,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ffd4f7a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:17:57,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/hadoop.log.dir/,STOPPED} 2024-11-09T10:17:57,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:17:57,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:17:57,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:17:57,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:57,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:57,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:57,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:57,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:17:57,231 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=413809655, stopped=false 2024-11-09T10:17:57,231 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,36903,1731147468899 2024-11-09T10:17:57,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446219448/running 2024-11-09T10:17:57,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446219448/running 2024-11-09T10:17:57,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:57,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:57,249 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:17:57,249 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:17:57,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/running 2024-11-09T10:17:57,250 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:57,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Set watcher on znode that does not yet exist, /01446219448/running 2024-11-09T10:17:57,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:57,250 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,43733,1731147469035' ***** 2024-11-09T10:17:57,250 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:17:57,251 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:17:57,251 INFO [RS:0;e067b2c2c7b3:43733 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:17:57,251 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:17:57,251 INFO [RS:0;e067b2c2c7b3:43733 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:17:57,251 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(3091): Received CLOSE for 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:57,252 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:57,252 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:17:57,252 INFO [RS:0;e067b2c2c7b3:43733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:43733. 2024-11-09T10:17:57,252 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 93e8fc022731ac3703054602fe23ac0e, disabling compactions & flushes 2024-11-09T10:17:57,252 DEBUG [RS:0;e067b2c2c7b3:43733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:57,252 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:57,252 DEBUG [RS:0;e067b2c2c7b3:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:57,252 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:57,252 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:17:57,252 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:17:57,252 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. after waiting 0 ms 2024-11-09T10:17:57,252 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:17:57,252 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:57,252 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:17:57,253 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:17:57,253 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 93e8fc022731ac3703054602fe23ac0e=hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e.} 2024-11-09T10:17:57,253 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 93e8fc022731ac3703054602fe23ac0e 2024-11-09T10:17:57,253 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:17:57,253 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:17:57,253 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:17:57,253 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:17:57,253 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:17:57,253 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T10:17:57,259 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/replication/93e8fc022731ac3703054602fe23ac0e/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-09T10:17:57,260 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:17:57,260 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:17:57,260 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:57,260 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 93e8fc022731ac3703054602fe23ac0e: Waiting for close lock at 1731147477252Running coprocessor pre-close hooks at 1731147477252Disabling compacts and flushes for region at 1731147477252Disabling writes for close at 1731147477252Writing region close event to WAL at 1731147477253 (+1 ms)Running coprocessor post-close hooks at 1731147477260 (+7 ms)Closed at 1731147477260 2024-11-09T10:17:57,260 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e. 2024-11-09T10:17:57,274 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/.tmp/info/9511bf38cc684af18cd9735013b38594 is 147, key is hbase:replication,,1731147463333.93e8fc022731ac3703054602fe23ac0e./info:regioninfo/1731147475101/Put/seqid=0 2024-11-09T10:17:57,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741851_1027 (size=6385) 2024-11-09T10:17:57,309 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:17:57,309 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:17:57,314 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:17:57,453 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:17:57,653 DEBUG [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:17:57,681 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/.tmp/info/9511bf38cc684af18cd9735013b38594 2024-11-09T10:17:57,695 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/.tmp/info/9511bf38cc684af18cd9735013b38594 as hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/info/9511bf38cc684af18cd9735013b38594 2024-11-09T10:17:57,702 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/info/9511bf38cc684af18cd9735013b38594, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T10:17:57,703 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=19, compaction requested=false 2024-11-09T10:17:57,709 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T10:17:57,710 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:17:57,710 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:17:57,710 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:17:57,710 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147477253Running coprocessor pre-close hooks at 1731147477253Disabling compacts and flushes for region at 1731147477253Disabling writes for close at 1731147477253Obtaining lock to block concurrent updates at 1731147477253Preparing flush snapshotting stores in 1588230740 at 1731147477253Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731147477254 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731147477255 (+1 ms)Flushing 1588230740/info: creating writer at 1731147477255Flushing 1588230740/info: appending metadata at 1731147477273 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731147477273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6781f23b: reopening flushed file at 1731147477693 (+420 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 450ms, sequenceid=19, compaction requested=false at 1731147477703 (+10 ms)Writing region close event to WAL at 1731147477705 (+2 ms)Running coprocessor post-close hooks at 1731147477709 (+4 ms)Closed at 1731147477710 (+1 ms) 2024-11-09T10:17:57,710 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:17:57,854 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,43733,1731147469035; all regions closed. 2024-11-09T10:17:57,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741849_1025 (size=2156) 2024-11-09T10:17:57,862 DEBUG [RS:0;e067b2c2c7b3:43733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/oldWALs 2024-11-09T10:17:57,862 INFO [RS:0;e067b2c2c7b3:43733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C43733%2C1731147469035.meta:.meta(num 1731147470783) 2024-11-09T10:17:57,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741850_1026 (size=796) 2024-11-09T10:17:57,870 DEBUG [RS:0;e067b2c2c7b3:43733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/oldWALs 2024-11-09T10:17:57,870 INFO [RS:0;e067b2c2c7b3:43733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C43733%2C1731147469035.rep:(num 1731147475031) 2024-11-09T10:17:57,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741848_1024 (size=93) 2024-11-09T10:17:57,877 DEBUG [RS:0;e067b2c2c7b3:43733 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/oldWALs 2024-11-09T10:17:57,877 INFO [RS:0;e067b2c2c7b3:43733 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C43733%2C1731147469035:(num 1731147470515) 2024-11-09T10:17:57,877 DEBUG [RS:0;e067b2c2c7b3:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:57,877 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:17:57,877 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:17:57,877 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:17:57,878 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:17:57,878 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:17:57,878 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,43733,1731147469035 because: Region server is closing 2024-11-09T10:17:57,878 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T10:17:57,878 INFO [RS:0;e067b2c2c7b3:43733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:43733. 2024-11-09T10:17:57,878 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T10:17:57,878 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-09T10:17:57,878 DEBUG [RS:0;e067b2c2c7b3:43733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:57,878 DEBUG [RS:0;e067b2c2c7b3:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:57,878 DEBUG [RS:0;e067b2c2c7b3:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:57,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:57,979 WARN [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:17:57,979 WARN [RS:0;e067b2c2c7b3:43733.replicationSource.shippere067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T10:17:57,979 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e067b2c2c7b3:43733.replicationSource.shippere067b2c2c7b3%2C43733%2C1731147469035,1-e067b2c2c7b3,43733,1731147469035 terminated 2024-11-09T10:17:57,979 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e067b2c2c7b3,43733,1731147469035 because: Region server is closing 2024-11-09T10:17:57,979 INFO [RS:0;e067b2c2c7b3:43733 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:43733. 2024-11-09T10:17:57,979 DEBUG [RS:0;e067b2c2c7b3:43733 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:17:57,979 DEBUG [RS:0;e067b2c2c7b3:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:57,980 DEBUG [RS:0;e067b2c2c7b3:43733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:17:57,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:17:58,080 WARN [RS:0;e067b2c2c7b3:43733.replicationSource.shippere067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T10:17:58,080 WARN [RS:0;e067b2c2c7b3:43733.replicationSource.wal-reader.e067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:17:58,080 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;e067b2c2c7b3:43733.replicationSource.shippere067b2c2c7b3%2C43733%2C1731147469035,2-e067b2c2c7b3,43733,1731147469035 terminated 2024-11-09T10:17:58,080 INFO [RS:0;e067b2c2c7b3:43733 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43733 2024-11-09T10:17:58,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448/rs 2024-11-09T10:17:58,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446219448/rs/e067b2c2c7b3,43733,1731147469035 2024-11-09T10:17:58,133 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:17:58,144 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,43733,1731147469035] 2024-11-09T10:17:58,154 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01446219448/draining/e067b2c2c7b3,43733,1731147469035 already deleted, retry=false 2024-11-09T10:17:58,154 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,43733,1731147469035 expired; onlineServers=0 2024-11-09T10:17:58,154 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,36903,1731147468899' ***** 2024-11-09T10:17:58,154 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:17:58,154 INFO [M:0;e067b2c2c7b3:36903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:17:58,154 INFO [M:0;e067b2c2c7b3:36903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:17:58,155 DEBUG [M:0;e067b2c2c7b3:36903 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:17:58,155 DEBUG [M:0;e067b2c2c7b3:36903 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:17:58,155 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:17:58,155 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147470161 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147470161,5,FailOnTimeoutGroup] 2024-11-09T10:17:58,155 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147470160 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147470160,5,FailOnTimeoutGroup] 2024-11-09T10:17:58,155 INFO [M:0;e067b2c2c7b3:36903 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:17:58,155 INFO [M:0;e067b2c2c7b3:36903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:17:58,155 DEBUG [M:0;e067b2c2c7b3:36903 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:17:58,155 INFO [M:0;e067b2c2c7b3:36903 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:17:58,155 INFO [M:0;e067b2c2c7b3:36903 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:17:58,155 INFO [M:0;e067b2c2c7b3:36903 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:17:58,156 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:17:58,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01446219448/master 2024-11-09T10:17:58,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01446219448 2024-11-09T10:17:58,165 DEBUG [M:0;e067b2c2c7b3:36903 {}] zookeeper.ZKUtil(347): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Unable to get data of znode /01446219448/master because node does not exist (not an error) 2024-11-09T10:17:58,165 WARN [M:0;e067b2c2c7b3:36903 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:17:58,166 INFO [M:0;e067b2c2c7b3:36903 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/.lastflushedseqids 2024-11-09T10:17:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741852_1028 (size=181) 2024-11-09T10:17:58,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:17:58,244 INFO [RS:0;e067b2c2c7b3:43733 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:17:58,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43733-0x1011f19ba8e0007, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:17:58,244 INFO [RS:0;e067b2c2c7b3:43733 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,43733,1731147469035; zookeeper connection closed. 2024-11-09T10:17:58,244 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7865a6a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7865a6a3 2024-11-09T10:17:58,244 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:17:58,572 INFO [M:0;e067b2c2c7b3:36903 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:17:58,572 INFO [M:0;e067b2c2c7b3:36903 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:17:58,572 DEBUG [M:0;e067b2c2c7b3:36903 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:17:58,572 INFO [M:0;e067b2c2c7b3:36903 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:58,573 DEBUG [M:0;e067b2c2c7b3:36903 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:58,573 DEBUG [M:0;e067b2c2c7b3:36903 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:17:58,573 DEBUG [M:0;e067b2c2c7b3:36903 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:58,573 INFO [M:0;e067b2c2c7b3:36903 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T10:17:58,592 DEBUG [M:0;e067b2c2c7b3:36903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/364c8d03dfd240b592453e4cd7bac65e is 82, key is hbase:meta,,1/info:regioninfo/1731147470868/Put/seqid=0 2024-11-09T10:17:58,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741853_1029 (size=5680) 2024-11-09T10:17:58,997 INFO [M:0;e067b2c2c7b3:36903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/364c8d03dfd240b592453e4cd7bac65e 2024-11-09T10:17:59,018 DEBUG [M:0;e067b2c2c7b3:36903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8617aa74ff9544908edf95065b75ffb9 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731147475113/Put/seqid=0 2024-11-09T10:17:59,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741854_1030 (size=7319) 2024-11-09T10:17:59,423 INFO [M:0;e067b2c2c7b3:36903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8617aa74ff9544908edf95065b75ffb9 2024-11-09T10:17:59,447 DEBUG [M:0;e067b2c2c7b3:36903 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25dfdbbab1de4477b781bc2f40996cd6 is 69, key is e067b2c2c7b3,43733,1731147469035/rs:state/1731147470197/Put/seqid=0 2024-11-09T10:17:59,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741855_1031 (size=5371) 2024-11-09T10:17:59,852 INFO [M:0;e067b2c2c7b3:36903 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25dfdbbab1de4477b781bc2f40996cd6 2024-11-09T10:17:59,858 INFO [M:0;e067b2c2c7b3:36903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25dfdbbab1de4477b781bc2f40996cd6 2024-11-09T10:17:59,859 DEBUG [M:0;e067b2c2c7b3:36903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/364c8d03dfd240b592453e4cd7bac65e as hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/364c8d03dfd240b592453e4cd7bac65e 2024-11-09T10:17:59,866 INFO [M:0;e067b2c2c7b3:36903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/364c8d03dfd240b592453e4cd7bac65e, entries=8, sequenceid=172, filesize=5.5 K 2024-11-09T10:17:59,868 DEBUG [M:0;e067b2c2c7b3:36903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8617aa74ff9544908edf95065b75ffb9 as hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8617aa74ff9544908edf95065b75ffb9 2024-11-09T10:17:59,874 INFO [M:0;e067b2c2c7b3:36903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8617aa74ff9544908edf95065b75ffb9, entries=7, sequenceid=172, filesize=7.1 K 2024-11-09T10:17:59,875 DEBUG [M:0;e067b2c2c7b3:36903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25dfdbbab1de4477b781bc2f40996cd6 as hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25dfdbbab1de4477b781bc2f40996cd6 2024-11-09T10:17:59,882 INFO [M:0;e067b2c2c7b3:36903 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25dfdbbab1de4477b781bc2f40996cd6 2024-11-09T10:17:59,882 INFO [M:0;e067b2c2c7b3:36903 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44831/user/jenkins/test-data/6e37ad99-7ba6-c0ec-9b7f-0465e49f24c8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25dfdbbab1de4477b781bc2f40996cd6, entries=2, sequenceid=172, filesize=5.2 K 2024-11-09T10:17:59,884 INFO [M:0;e067b2c2c7b3:36903 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=172, compaction requested=false 2024-11-09T10:17:59,885 INFO [M:0;e067b2c2c7b3:36903 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:17:59,885 DEBUG [M:0;e067b2c2c7b3:36903 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147478572Disabling compacts and flushes for region at 1731147478572Disabling writes for close at 1731147478573 (+1 ms)Obtaining lock to block concurrent updates at 1731147478573Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147478573Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731147478573Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147478574 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147478574Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147478591 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147478591Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147479003 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147479017 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147479017Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147479429 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147479446 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147479446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@189e15d8: reopening flushed file at 1731147479858 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390d3ca6: reopening flushed file at 1731147479866 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30da0962: reopening flushed file at 1731147479874 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=172, compaction requested=false at 1731147479884 (+10 ms)Writing region close event to WAL at 1731147479885 (+1 ms)Closed at 1731147479885 2024-11-09T10:17:59,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45103 is added to blk_1073741847_1023 (size=22949) 2024-11-09T10:17:59,890 INFO [M:0;e067b2c2c7b3:36903 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:17:59,890 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:17:59,890 INFO [M:0;e067b2c2c7b3:36903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36903 2024-11-09T10:17:59,890 INFO [M:0;e067b2c2c7b3:36903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:18:00,044 INFO [M:0;e067b2c2c7b3:36903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:18:00,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:18:00,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36903-0x1011f19ba8e0006, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:18:00,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:18:00,064 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:18:00,064 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:18:00,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:18:00,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/hadoop.log.dir/,STOPPED} 2024-11-09T10:18:00,066 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:18:00,066 WARN [BP-1541347900-172.17.0.3-1731147448807 heartbeating to localhost/127.0.0.1:44831 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:18:00,066 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:18:00,066 WARN [BP-1541347900-172.17.0.3-1731147448807 heartbeating to localhost/127.0.0.1:44831 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1541347900-172.17.0.3-1731147448807 (Datanode Uuid f25531c1-910b-4ea5-bdaa-df1d2bc7ff6c) service to localhost/127.0.0.1:44831 2024-11-09T10:18:00,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/cluster_a8082014-0c89-5c8b-6d4d-e0754637889f/data/data1/current/BP-1541347900-172.17.0.3-1731147448807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:18:00,066 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/cluster_a8082014-0c89-5c8b-6d4d-e0754637889f/data/data2/current/BP-1541347900-172.17.0.3-1731147448807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:18:00,067 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:18:00,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:18:00,072 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:18:00,072 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:18:00,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:18:00,072 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0a805678-ab5d-19b8-11f6-2a7782945e28/hadoop.log.dir/,STOPPED} 2024-11-09T10:18:00,079 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T10:18:00,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:18:00,109 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e067b2c2c7b3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e067b2c2c7b3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e067b2c2c7b3:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@cf5bd66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62841) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44831 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44831 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e067b2c2c7b3:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44831 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44831 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35355 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e067b2c2c7b3:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=521 (was 584), ProcessCount=11 (was 11), AvailableMemoryMB=1379 (was 2233) 2024-11-09T10:18:00,116 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=521, ProcessCount=11, AvailableMemoryMB=1377 2024-11-09T10:18:00,129 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-09T10:18:00,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/hadoop.log.dir so I do NOT create it in target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9 2024-11-09T10:18:00,129 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:18:00,129 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/hadoop.tmp.dir so I do NOT create it in target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9 2024-11-09T10:18:00,129 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4c80c2f1-c8fe-4c3f-99b9-657a610a897f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:18:00,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9 2024-11-09T10:18:00,130 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/cluster_36e2a3c7-7d4b-4095-5035-01739baf1f39, deleteOnExit=true 2024-11-09T10:18:00,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f19ba8e0002, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:18:00,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f19ba8e0005, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:18:00,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f19ba8e0005, quorum=127.0.0.1:62841, baseZNode=/11020729331 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:18:00,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f19ba8e0002, quorum=127.0.0.1:62841, baseZNode=/01446219448 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:18:00,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/cluster_36e2a3c7-7d4b-4095-5035-01739baf1f39/zookeeper_0, clientPort=63454, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/cluster_36e2a3c7-7d4b-4095-5035-01739baf1f39/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/cluster_36e2a3c7-7d4b-4095-5035-01739baf1f39/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T10:18:00,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63454 2024-11-09T10:18:00,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:18:00,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:18:00,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/test.cache.data in system properties and HBase conf 2024-11-09T10:18:00,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:18:00,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:18:00,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:18:00,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:18:00,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:18:00,200 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:18:00,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:18:00,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:18:00,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:18:00,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:18:00,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:18:00,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:18:00,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:18:00,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:18:00,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:18:00,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:18:00,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:18:00,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:18:00,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:18:00,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:18:00,820 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:18:00,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:18:00,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:18:00,827 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:18:00,827 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:18:00,827 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:18:00,828 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:18:00,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:18:00,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1236feaf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/java.io.tmpdir/jetty-localhost-41555-hadoop-hdfs-3_4_1-tests_jar-_-any-6357482632495455429/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:18:00,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:41555} 2024-11-09T10:18:00,923 INFO [Time-limited test {}] server.Server(415): Started @34073ms 2024-11-09T10:18:01,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:18:01,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:18:01,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:18:01,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:18:01,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:18:01,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:18:01,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:18:01,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@121fdf25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/java.io.tmpdir/jetty-localhost-37981-hadoop-hdfs-3_4_1-tests_jar-_-any-12372768251820043753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:18:01,293 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:37981} 2024-11-09T10:18:01,293 INFO [Time-limited test {}] server.Server(415): Started @34443ms 2024-11-09T10:18:01,294 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:18:01,953 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/cluster_36e2a3c7-7d4b-4095-5035-01739baf1f39/data/data1/current/BP-1217868309-172.17.0.3-1731147480225/current, will proceed with Du for space computation calculation, 2024-11-09T10:18:01,953 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/cluster_36e2a3c7-7d4b-4095-5035-01739baf1f39/data/data2/current/BP-1217868309-172.17.0.3-1731147480225/current, will proceed with Du for space computation calculation, 2024-11-09T10:18:01,968 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:18:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33836c54b03bfb7f with lease ID 0xbfa4eeed2eb49688: Processing first storage report for DS-7d81d3c5-8ab2-4487-afa8-373491f8cd75 from datanode DatanodeRegistration(127.0.0.1:45377, datanodeUuid=05059a7a-bef5-4a1e-b704-556a44e639b6, infoPort=45805, infoSecurePort=0, ipcPort=41315, storageInfo=lv=-57;cid=testClusterID;nsid=1816605433;c=1731147480225) 2024-11-09T10:18:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33836c54b03bfb7f with lease ID 0xbfa4eeed2eb49688: from storage DS-7d81d3c5-8ab2-4487-afa8-373491f8cd75 node DatanodeRegistration(127.0.0.1:45377, datanodeUuid=05059a7a-bef5-4a1e-b704-556a44e639b6, infoPort=45805, infoSecurePort=0, ipcPort=41315, storageInfo=lv=-57;cid=testClusterID;nsid=1816605433;c=1731147480225), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:18:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x33836c54b03bfb7f with lease ID 0xbfa4eeed2eb49688: Processing first storage report for DS-8625b272-88d5-4549-8422-a48b0ad01feb from datanode DatanodeRegistration(127.0.0.1:45377, datanodeUuid=05059a7a-bef5-4a1e-b704-556a44e639b6, infoPort=45805, infoSecurePort=0, ipcPort=41315, storageInfo=lv=-57;cid=testClusterID;nsid=1816605433;c=1731147480225) 2024-11-09T10:18:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x33836c54b03bfb7f with lease ID 0xbfa4eeed2eb49688: from storage DS-8625b272-88d5-4549-8422-a48b0ad01feb node DatanodeRegistration(127.0.0.1:45377, datanodeUuid=05059a7a-bef5-4a1e-b704-556a44e639b6, infoPort=45805, infoSecurePort=0, ipcPort=41315, storageInfo=lv=-57;cid=testClusterID;nsid=1816605433;c=1731147480225), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:18:02,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9 2024-11-09T10:18:02,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:02,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:02,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:18:02,434 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12 with version=8 2024-11-09T10:18:02,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/hbase-staging 2024-11-09T10:18:02,436 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:18:02,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:02,436 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:02,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:18:02,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:02,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:18:02,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:18:02,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:18:02,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36823 2024-11-09T10:18:02,439 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36823 connecting to ZooKeeper ensemble=127.0.0.1:63454 2024-11-09T10:18:02,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368230x0, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:18:02,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36823-0x1011f1a38310000 connected 2024-11-09T10:18:02,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:02,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:02,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Set watcher on znode that does not yet exist, /0-922621143/running 2024-11-09T10:18:02,617 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12, hbase.cluster.distributed=false 2024-11-09T10:18:02,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Set watcher on znode that does not yet exist, /0-922621143/acl 2024-11-09T10:18:02,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36823 2024-11-09T10:18:02,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36823 2024-11-09T10:18:02,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36823 2024-11-09T10:18:02,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36823 2024-11-09T10:18:02,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36823 2024-11-09T10:18:02,634 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:18:02,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:02,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:02,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:18:02,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:02,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:18:02,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:18:02,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:18:02,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40061 2024-11-09T10:18:02,636 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40061 connecting to ZooKeeper ensemble=127.0.0.1:63454 2024-11-09T10:18:02,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:02,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:02,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400610x0, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:18:02,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400610x0, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Set watcher on znode that does not yet exist, /0-922621143/running 2024-11-09T10:18:02,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40061-0x1011f1a38310001 connected 2024-11-09T10:18:02,650 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:18:02,652 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:18:02,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Set watcher on znode that does not yet exist, /0-922621143/master 2024-11-09T10:18:02,654 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Set watcher on znode that does not yet exist, /0-922621143/acl 2024-11-09T10:18:02,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40061 2024-11-09T10:18:02,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40061 2024-11-09T10:18:02,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40061 2024-11-09T10:18:02,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40061 2024-11-09T10:18:02,655 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40061 2024-11-09T10:18:02,666 DEBUG [M:0;e067b2c2c7b3:36823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:36823 2024-11-09T10:18:02,666 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-922621143/backup-masters/e067b2c2c7b3,36823,1731147482436 2024-11-09T10:18:02,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143/backup-masters 2024-11-09T10:18:02,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143/backup-masters 2024-11-09T10:18:02,676 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Set watcher on existing znode=/0-922621143/backup-masters/e067b2c2c7b3,36823,1731147482436 2024-11-09T10:18:02,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-922621143/master 2024-11-09T10:18:02,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:02,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:02,686 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Set watcher on existing znode=/0-922621143/master 2024-11-09T10:18:02,686 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-922621143/backup-masters/e067b2c2c7b3,36823,1731147482436 from backup master directory 2024-11-09T10:18:02,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-922621143/backup-masters/e067b2c2c7b3,36823,1731147482436 2024-11-09T10:18:02,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143/backup-masters 2024-11-09T10:18:02,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143/backup-masters 2024-11-09T10:18:02,696 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:18:02,696 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,36823,1731147482436 2024-11-09T10:18:02,700 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/hbase.id] with ID: 9f2ad52e-6310-423f-b523-564279100fa7 2024-11-09T10:18:02,700 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/.tmp/hbase.id 2024-11-09T10:18:02,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:18:02,762 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:18:02,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:02,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:03,106 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/.tmp/hbase.id]:[hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/hbase.id] 2024-11-09T10:18:03,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:18:03,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T10:18:03,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T10:18:03,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:18:03,119 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:03,119 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:18:03,121 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T10:18:03,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:03,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:03,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:18:03,140 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:18:03,140 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:18:03,140 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:03,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:18:03,550 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store 2024-11-09T10:18:03,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:18:03,957 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:03,957 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:18:03,957 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:03,957 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:03,957 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:18:03,957 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:03,957 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:03,957 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147483957Disabling compacts and flushes for region at 1731147483957Disabling writes for close at 1731147483957Writing region close event to WAL at 1731147483957Closed at 1731147483957 2024-11-09T10:18:03,958 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/.initializing 2024-11-09T10:18:03,958 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/WALs/e067b2c2c7b3,36823,1731147482436 2024-11-09T10:18:03,959 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:18:03,962 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C36823%2C1731147482436, suffix=, logDir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/WALs/e067b2c2c7b3,36823,1731147482436, archiveDir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/oldWALs, maxLogs=10 2024-11-09T10:18:03,981 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/WALs/e067b2c2c7b3,36823,1731147482436/e067b2c2c7b3%2C36823%2C1731147482436.1731147483962, exclude list is [], retry=0 2024-11-09T10:18:03,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45377,DS-7d81d3c5-8ab2-4487-afa8-373491f8cd75,DISK] 2024-11-09T10:18:03,988 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/WALs/e067b2c2c7b3,36823,1731147482436/e067b2c2c7b3%2C36823%2C1731147482436.1731147483962 2024-11-09T10:18:03,988 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-09T10:18:03,988 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:18:03,989 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:03,989 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:03,989 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:03,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:03,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:18:03,992 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:03,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:03,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:03,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:18:03,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:03,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:03,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:03,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:18:03,998 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:03,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:03,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:04,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:18:04,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:04,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:04,001 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:04,002 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:04,002 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:04,003 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:04,003 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:04,004 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:18:04,005 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:04,008 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:18:04,009 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72052978, jitterRate=0.07367303967475891}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:18:04,009 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147483989Initializing all the Stores at 1731147483990 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147483990Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147483990Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147483990Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147483990Cleaning up temporary data from old regions at 1731147484003 (+13 ms)Region opened successfully at 1731147484009 (+6 ms) 2024-11-09T10:18:04,010 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:18:04,013 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e10645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:18:04,014 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:18:04,015 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:18:04,015 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:18:04,015 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:18:04,015 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:18:04,016 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:18:04,016 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:18:04,019 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:18:04,019 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Unable to get data of znode /0-922621143/balancer because node does not exist (not necessarily an error) 2024-11-09T10:18:04,075 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-922621143/balancer already deleted, retry=false 2024-11-09T10:18:04,075 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:18:04,076 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Unable to get data of znode /0-922621143/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:18:04,085 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-922621143/normalizer already deleted, retry=false 2024-11-09T10:18:04,086 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:18:04,087 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Unable to get data of znode /0-922621143/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:18:04,096 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-922621143/switch/split already deleted, retry=false 2024-11-09T10:18:04,097 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Unable to get data of znode /0-922621143/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:18:04,106 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-922621143/switch/merge already deleted, retry=false 2024-11-09T10:18:04,109 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Unable to get data of znode /0-922621143/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:18:04,117 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-922621143/snapshot-cleanup already deleted, retry=false 2024-11-09T10:18:04,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-922621143/running 2024-11-09T10:18:04,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-922621143/running 2024-11-09T10:18:04,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:04,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:04,128 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,36823,1731147482436, sessionid=0x1011f1a38310000, setting cluster-up flag (Was=false) 2024-11-09T10:18:04,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:04,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:04,186 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-922621143/flush-table-proc/acquired, /0-922621143/flush-table-proc/reached, /0-922621143/flush-table-proc/abort 2024-11-09T10:18:04,187 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,36823,1731147482436 2024-11-09T10:18:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:04,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:04,238 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-922621143/online-snapshot/acquired, /0-922621143/online-snapshot/reached, /0-922621143/online-snapshot/abort 2024-11-09T10:18:04,240 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,36823,1731147482436 2024-11-09T10:18:04,242 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:18:04,244 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:04,244 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:18:04,244 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:18:04,245 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e067b2c2c7b3,36165,1731147453613: status=Processing ServerCrashProcedure of e067b2c2c7b3,36165,1731147453613 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731147470130, completionTime=-1 appears to have been leaked 2024-11-09T10:18:04,245 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,36823,1731147482436 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:18:04,247 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:04,247 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:04,247 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:04,247 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:04,247 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:18:04,247 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,247 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:18:04,247 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:04,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:18:04,260 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:04,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:18:04,278 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(746): ClusterId : 9f2ad52e-6310-423f-b523-564279100fa7 2024-11-09T10:18:04,278 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:18:04,288 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147514288 2024-11-09T10:18:04,288 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:18:04,288 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:18:04,289 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:18:04,289 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:18:04,289 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:18:04,289 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:18:04,292 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:18:04,292 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:18:04,302 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:18:04,303 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,303 DEBUG [RS:0;e067b2c2c7b3:40061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34532150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:18:04,303 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:18:04,303 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:18:04,303 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:18:04,303 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:18:04,304 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:18:04,304 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:18:04,304 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147484304,5,FailOnTimeoutGroup] 2024-11-09T10:18:04,308 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147484304,5,FailOnTimeoutGroup] 2024-11-09T10:18:04,308 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,308 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:18:04,308 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,308 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:18:04,327 DEBUG [RS:0;e067b2c2c7b3:40061 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:40061 2024-11-09T10:18:04,327 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:18:04,327 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:18:04,327 DEBUG [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:18:04,327 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,36823,1731147482436 with port=40061, startcode=1731147482634 2024-11-09T10:18:04,328 DEBUG [RS:0;e067b2c2c7b3:40061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:18:04,330 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:18:04,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:04,331 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36823 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:04,343 DEBUG [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12 2024-11-09T10:18:04,343 DEBUG [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35557 2024-11-09T10:18:04,343 DEBUG [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:18:04,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143/rs 2024-11-09T10:18:04,356 DEBUG [RS:0;e067b2c2c7b3:40061 {}] zookeeper.ZKUtil(111): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Set watcher on existing znode=/0-922621143/rs/e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:04,356 WARN [RS:0;e067b2c2c7b3:40061 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:18:04,356 INFO [RS:0;e067b2c2c7b3:40061 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:04,356 DEBUG [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:04,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,40061,1731147482634] 2024-11-09T10:18:04,375 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:18:04,380 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:18:04,384 INFO [RS:0;e067b2c2c7b3:40061 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:18:04,384 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,385 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:18:04,386 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:18:04,386 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:18:04,387 DEBUG [RS:0;e067b2c2c7b3:40061 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:18:04,393 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,393 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,393 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,393 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,393 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,393 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40061,1731147482634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:18:04,415 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:18:04,415 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40061,1731147482634-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,415 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,415 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.Replication(171): e067b2c2c7b3,40061,1731147482634 started 2024-11-09T10:18:04,431 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:04,431 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,40061,1731147482634, RpcServer on e067b2c2c7b3/172.17.0.3:40061, sessionid=0x1011f1a38310001 2024-11-09T10:18:04,431 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:18:04,431 DEBUG [RS:0;e067b2c2c7b3:40061 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:04,431 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,40061,1731147482634' 2024-11-09T10:18:04,432 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-922621143/flush-table-proc/abort' 2024-11-09T10:18:04,432 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-922621143/flush-table-proc/acquired' 2024-11-09T10:18:04,433 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:18:04,433 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:18:04,433 DEBUG [RS:0;e067b2c2c7b3:40061 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:04,433 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,40061,1731147482634' 2024-11-09T10:18:04,433 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-922621143/online-snapshot/abort' 2024-11-09T10:18:04,435 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-922621143/online-snapshot/acquired' 2024-11-09T10:18:04,435 DEBUG [RS:0;e067b2c2c7b3:40061 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:18:04,435 INFO [RS:0;e067b2c2c7b3:40061 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:18:04,435 INFO [RS:0;e067b2c2c7b3:40061 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:18:04,536 INFO [RS:0;e067b2c2c7b3:40061 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:18:04,538 INFO [RS:0;e067b2c2c7b3:40061 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C40061%2C1731147482634, suffix=, logDir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634, archiveDir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/oldWALs, maxLogs=10 2024-11-09T10:18:04,556 DEBUG [RS:0;e067b2c2c7b3:40061 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.1731147484538, exclude list is [], retry=0 2024-11-09T10:18:04,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45377,DS-7d81d3c5-8ab2-4487-afa8-373491f8cd75,DISK] 2024-11-09T10:18:04,562 INFO [RS:0;e067b2c2c7b3:40061 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.1731147484538 2024-11-09T10:18:04,562 DEBUG [RS:0;e067b2c2c7b3:40061 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-09T10:18:04,722 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:18:04,722 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12 2024-11-09T10:18:04,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:18:04,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:04,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:18:04,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:18:04,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:04,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:04,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:18:04,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:18:04,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:04,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:04,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:18:04,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:18:04,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:04,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:04,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:18:04,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:18:04,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:04,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:04,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:18:04,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740 2024-11-09T10:18:04,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740 2024-11-09T10:18:04,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:18:04,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:18:04,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:18:04,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:18:04,751 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:18:04,751 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66252570, jitterRate=-0.012759774923324585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:18:04,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147484731Initializing all the Stores at 1731147484732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147484732Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147484732Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147484732Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147484732Cleaning up temporary data from old regions at 1731147484746 (+14 ms)Region opened successfully at 1731147484752 (+6 ms) 2024-11-09T10:18:04,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:18:04,752 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:18:04,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:18:04,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:18:04,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:18:04,756 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:18:04,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147484752Disabling compacts and flushes for region at 1731147484752Disabling writes for close at 1731147484753 (+1 ms)Writing region close event to WAL at 1731147484756 (+3 ms)Closed at 1731147484756 2024-11-09T10:18:04,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:04,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:18:04,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:18:04,760 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:18:04,761 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:18:04,912 DEBUG [e067b2c2c7b3:36823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:18:04,912 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:04,914 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,40061,1731147482634, state=OPENING 2024-11-09T10:18:05,106 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:18:05,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:05,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:05,144 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:18:05,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-922621143/meta-region-server: CHANGED 2024-11-09T10:18:05,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-922621143/meta-region-server: CHANGED 2024-11-09T10:18:05,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,40061,1731147482634}] 2024-11-09T10:18:05,298 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:18:05,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:18:05,304 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:18:05,304 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:05,304 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:18:05,306 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C40061%2C1731147482634.meta, suffix=.meta, logDir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634, archiveDir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/oldWALs, maxLogs=10 2024-11-09T10:18:05,323 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.meta.1731147485306.meta, exclude list is [], retry=0 2024-11-09T10:18:05,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45377,DS-7d81d3c5-8ab2-4487-afa8-373491f8cd75,DISK] 2024-11-09T10:18:05,329 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.meta.1731147485306.meta 2024-11-09T10:18:05,330 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-09T10:18:05,330 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:18:05,331 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:18:05,331 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:18:05,331 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:18:05,331 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:18:05,331 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:18:05,331 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:05,331 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:18:05,331 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:18:05,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:18:05,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:18:05,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:05,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:05,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:18:05,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:18:05,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:05,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:05,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:18:05,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:18:05,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:05,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:05,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:18:05,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:18:05,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:05,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:05,345 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:18:05,346 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740 2024-11-09T10:18:05,347 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740 2024-11-09T10:18:05,348 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:18:05,349 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:18:05,350 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:18:05,351 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:18:05,352 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70013621, jitterRate=0.043284252285957336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:18:05,352 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:18:05,353 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147485332Writing region info on filesystem at 1731147485332Initializing all the Stores at 1731147485333 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147485333Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147485336 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147485336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147485336Cleaning up temporary data from old regions at 1731147485349 (+13 ms)Running coprocessor post-open hooks at 1731147485352 (+3 ms)Region opened successfully at 1731147485353 (+1 ms) 2024-11-09T10:18:05,354 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147485298 2024-11-09T10:18:05,356 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:18:05,357 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:18:05,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:05,359 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,40061,1731147482634, state=OPEN 2024-11-09T10:18:05,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-922621143/meta-region-server 2024-11-09T10:18:05,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-922621143/meta-region-server 2024-11-09T10:18:05,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-922621143/meta-region-server: CHANGED 2024-11-09T10:18:05,441 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-922621143/meta-region-server: CHANGED 2024-11-09T10:18:05,441 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:05,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:18:05,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,40061,1731147482634 in 297 msec 2024-11-09T10:18:05,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:18:05,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 687 msec 2024-11-09T10:18:05,451 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:05,451 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:18:05,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:05,455 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40061,1731147482634, seqNum=-1] 2024-11-09T10:18:05,456 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:05,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:18:05,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-11-09T10:18:05,465 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147485465, completionTime=-1 2024-11-09T10:18:05,465 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:18:05,465 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:18:05,467 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:18:05,467 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147545467 2024-11-09T10:18:05,468 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147605468 2024-11-09T10:18:05,468 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T10:18:05,468 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36823,1731147482436-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:05,468 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36823,1731147482436-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:05,468 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36823,1731147482436-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:05,468 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:36823, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:05,468 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:05,471 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:18:05,471 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:05,475 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.779sec 2024-11-09T10:18:05,475 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:18:05,475 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:18:05,475 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:18:05,475 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:18:05,476 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:18:05,476 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36823,1731147482436-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:18:05,476 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36823,1731147482436-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:18:05,480 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:18:05,480 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:18:05,481 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36823,1731147482436-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:05,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e656d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:05,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,36823,-1 for getting cluster id 2024-11-09T10:18:05,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:05,574 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f2ad52e-6310-423f-b523-564279100fa7' 2024-11-09T10:18:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f2ad52e-6310-423f-b523-564279100fa7" 2024-11-09T10:18:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183e7f62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,36823,-1] 2024-11-09T10:18:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:05,576 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:05,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c173b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:05,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:05,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40061,1731147482634, seqNum=-1] 2024-11-09T10:18:05,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:05,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:18:05,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,36823,1731147482436 2024-11-09T10:18:05,585 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63454 2024-11-09T10:18:05,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:18:05,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f1a38310002 connected 2024-11-09T10:18:05,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/hadoop.log.dir so I do NOT create it in target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89 2024-11-09T10:18:05,630 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:18:05,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/hadoop.tmp.dir so I do NOT create it in target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89 2024-11-09T10:18:05,630 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:18:05,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89 2024-11-09T10:18:05,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:18:05,630 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/cluster_3e2cf9c5-234d-d296-9071-f87a1664e52f, deleteOnExit=true 2024-11-09T10:18:05,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:18:05,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/test.cache.data in system properties and HBase conf 2024-11-09T10:18:05,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:18:05,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:18:05,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:18:05,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:18:05,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:18:05,631 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:18:05,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:18:05,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:18:05,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:18:05,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:18:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:18:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:18:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:18:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:18:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:18:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:18:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:18:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:18:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:18:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:18:06,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:18:06,010 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:18:06,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:18:06,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:18:06,025 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:18:06,027 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:18:06,027 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:18:06,028 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:18:06,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e49dff1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/java.io.tmpdir/jetty-localhost-34991-hadoop-hdfs-3_4_1-tests_jar-_-any-16687009418962272055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:18:06,155 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:34991} 2024-11-09T10:18:06,155 INFO [Time-limited test {}] server.Server(415): Started @39305ms 2024-11-09T10:18:06,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:18:06,533 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:18:06,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:18:06,541 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:18:06,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:18:06,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:18:06,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:18:06,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46319543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/java.io.tmpdir/jetty-localhost-33863-hadoop-hdfs-3_4_1-tests_jar-_-any-1034057038902035915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:18:06,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:33863} 2024-11-09T10:18:06,665 INFO [Time-limited test {}] server.Server(415): Started @39815ms 2024-11-09T10:18:06,667 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:18:07,425 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/cluster_3e2cf9c5-234d-d296-9071-f87a1664e52f/data/data1/current/BP-2067291311-172.17.0.3-1731147485663/current, will proceed with Du for space computation calculation, 2024-11-09T10:18:07,431 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/cluster_3e2cf9c5-234d-d296-9071-f87a1664e52f/data/data2/current/BP-2067291311-172.17.0.3-1731147485663/current, will proceed with Du for space computation calculation, 2024-11-09T10:18:07,472 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:18:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x729fe2745c11bcb2 with lease ID 0x1537799fb0be3fb1: Processing first storage report for DS-36341f66-d1bf-4c28-a1ea-230d9c17a732 from datanode DatanodeRegistration(127.0.0.1:34853, datanodeUuid=a0e06f71-4c6e-4b0b-abf6-b536ea58ace5, infoPort=40335, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=405370783;c=1731147485663) 2024-11-09T10:18:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x729fe2745c11bcb2 with lease ID 0x1537799fb0be3fb1: from storage DS-36341f66-d1bf-4c28-a1ea-230d9c17a732 node DatanodeRegistration(127.0.0.1:34853, datanodeUuid=a0e06f71-4c6e-4b0b-abf6-b536ea58ace5, infoPort=40335, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=405370783;c=1731147485663), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:18:07,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x729fe2745c11bcb2 with lease ID 0x1537799fb0be3fb1: Processing first storage report for DS-d51290f9-4f1a-475a-b5a1-805c27b74f0c from datanode DatanodeRegistration(127.0.0.1:34853, datanodeUuid=a0e06f71-4c6e-4b0b-abf6-b536ea58ace5, infoPort=40335, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=405370783;c=1731147485663) 2024-11-09T10:18:07,487 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x729fe2745c11bcb2 with lease ID 0x1537799fb0be3fb1: from storage DS-d51290f9-4f1a-475a-b5a1-805c27b74f0c node DatanodeRegistration(127.0.0.1:34853, datanodeUuid=a0e06f71-4c6e-4b0b-abf6-b536ea58ace5, infoPort=40335, infoSecurePort=0, ipcPort=34385, storageInfo=lv=-57;cid=testClusterID;nsid=405370783;c=1731147485663), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:18:07,577 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89 2024-11-09T10:18:07,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:07,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:07,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:18:07,992 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848 with version=8 2024-11-09T10:18:07,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/hbase-staging 2024-11-09T10:18:07,993 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:18:07,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:07,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:07,994 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:18:07,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:07,994 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:18:07,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:18:07,994 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:18:07,994 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40601 2024-11-09T10:18:07,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40601 connecting to ZooKeeper ensemble=127.0.0.1:63454 2024-11-09T10:18:08,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:406010x0, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:18:08,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40601-0x1011f1a38310003 connected 2024-11-09T10:18:08,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:08,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:08,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Set watcher on znode that does not yet exist, /1-197911833/running 2024-11-09T10:18:08,126 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848, hbase.cluster.distributed=false 2024-11-09T10:18:08,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Set watcher on znode that does not yet exist, /1-197911833/acl 2024-11-09T10:18:08,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40601 2024-11-09T10:18:08,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40601 2024-11-09T10:18:08,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40601 2024-11-09T10:18:08,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40601 2024-11-09T10:18:08,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40601 2024-11-09T10:18:08,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:18:08,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:08,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:08,146 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:18:08,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:08,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:18:08,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:18:08,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:18:08,149 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33743 2024-11-09T10:18:08,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33743 connecting to ZooKeeper ensemble=127.0.0.1:63454 2024-11-09T10:18:08,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:08,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:08,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337430x0, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Set watcher on znode that does not yet exist, /1-197911833/running 2024-11-09T10:18:08,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337430x0, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:18:08,170 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:18:08,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33743-0x1011f1a38310004 connected 2024-11-09T10:18:08,176 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:18:08,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Set watcher on znode that does not yet exist, /1-197911833/master 2024-11-09T10:18:08,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Set watcher on znode that does not yet exist, /1-197911833/acl 2024-11-09T10:18:08,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-09T10:18:08,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33743 2024-11-09T10:18:08,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33743 2024-11-09T10:18:08,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-09T10:18:08,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33743 2024-11-09T10:18:08,204 DEBUG [M:0;e067b2c2c7b3:40601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:40601 2024-11-09T10:18:08,207 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-197911833/backup-masters/e067b2c2c7b3,40601,1731147487993 2024-11-09T10:18:08,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833/backup-masters 2024-11-09T10:18:08,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833/backup-masters 2024-11-09T10:18:08,217 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Set watcher on existing znode=/1-197911833/backup-masters/e067b2c2c7b3,40601,1731147487993 2024-11-09T10:18:08,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-197911833/master 2024-11-09T10:18:08,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:08,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:08,228 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Set watcher on existing znode=/1-197911833/master 2024-11-09T10:18:08,229 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-197911833/backup-masters/e067b2c2c7b3,40601,1731147487993 from backup master directory 2024-11-09T10:18:08,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-197911833/backup-masters/e067b2c2c7b3,40601,1731147487993 2024-11-09T10:18:08,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833/backup-masters 2024-11-09T10:18:08,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833/backup-masters 2024-11-09T10:18:08,238 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:18:08,238 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,40601,1731147487993 2024-11-09T10:18:08,247 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/hbase.id] with ID: df7b98f1-0d62-4a36-a13f-b6074b5726b8 2024-11-09T10:18:08,247 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/.tmp/hbase.id 2024-11-09T10:18:08,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:18:08,262 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/.tmp/hbase.id]:[hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/hbase.id] 2024-11-09T10:18:08,279 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:08,279 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:18:08,281 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T10:18:08,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:08,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:08,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:18:08,299 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:18:08,300 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:18:08,304 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:08,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:18:08,614 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:18:08,617 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:08,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:08,724 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store 2024-11-09T10:18:08,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:18:08,764 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:08,764 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:18:08,764 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:08,764 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:08,764 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:18:08,764 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:08,764 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:08,765 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147488764Disabling compacts and flushes for region at 1731147488764Disabling writes for close at 1731147488764Writing region close event to WAL at 1731147488764Closed at 1731147488764 2024-11-09T10:18:08,766 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/.initializing 2024-11-09T10:18:08,766 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/WALs/e067b2c2c7b3,40601,1731147487993 2024-11-09T10:18:08,770 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:18:08,772 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C40601%2C1731147487993, suffix=, logDir=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/WALs/e067b2c2c7b3,40601,1731147487993, archiveDir=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/oldWALs, maxLogs=10 2024-11-09T10:18:08,789 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/WALs/e067b2c2c7b3,40601,1731147487993/e067b2c2c7b3%2C40601%2C1731147487993.1731147488773, exclude list is [], retry=0 2024-11-09T10:18:08,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34853,DS-36341f66-d1bf-4c28-a1ea-230d9c17a732,DISK] 2024-11-09T10:18:08,797 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/WALs/e067b2c2c7b3,40601,1731147487993/e067b2c2c7b3%2C40601%2C1731147487993.1731147488773 2024-11-09T10:18:08,797 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40335:40335)] 2024-11-09T10:18:08,797 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:18:08,798 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:08,798 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:08,798 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:08,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:08,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:18:08,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:08,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:08,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:08,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:18:08,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:08,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:08,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:08,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:18:08,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:08,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:08,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:08,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:18:08,807 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:08,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:08,807 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:08,809 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:08,809 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:08,811 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:08,811 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:08,811 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:18:08,814 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:08,826 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:18:08,827 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71122672, jitterRate=0.05981040000915527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:18:08,827 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147488798Initializing all the Stores at 1731147488799 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147488799Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147488799Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147488799Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147488799Cleaning up temporary data from old regions at 1731147488811 (+12 ms)Region opened successfully at 1731147488827 (+16 ms) 2024-11-09T10:18:08,832 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:18:08,836 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ea149a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:18:08,837 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:18:08,837 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:18:08,838 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:18:08,838 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:18:08,838 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:18:08,839 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:18:08,839 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:18:08,842 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:18:08,843 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Unable to get data of znode /1-197911833/balancer because node does not exist (not necessarily an error) 2024-11-09T10:18:08,895 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-197911833/balancer already deleted, retry=false 2024-11-09T10:18:08,896 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:18:08,897 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Unable to get data of znode /1-197911833/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:18:08,906 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-197911833/normalizer already deleted, retry=false 2024-11-09T10:18:08,906 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:18:08,907 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Unable to get data of znode /1-197911833/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:18:08,927 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-197911833/switch/split already deleted, retry=false 2024-11-09T10:18:08,928 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Unable to get data of znode /1-197911833/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:18:08,937 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-197911833/switch/merge already deleted, retry=false 2024-11-09T10:18:08,940 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Unable to get data of znode /1-197911833/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:18:08,948 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-197911833/snapshot-cleanup already deleted, retry=false 2024-11-09T10:18:08,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-197911833/running 2024-11-09T10:18:08,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-197911833/running 2024-11-09T10:18:08,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:08,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:08,960 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,40601,1731147487993, sessionid=0x1011f1a38310003, setting cluster-up flag (Was=false) 2024-11-09T10:18:08,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:08,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:09,011 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-197911833/flush-table-proc/acquired, /1-197911833/flush-table-proc/reached, /1-197911833/flush-table-proc/abort 2024-11-09T10:18:09,012 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,40601,1731147487993 2024-11-09T10:18:09,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:09,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:09,064 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-197911833/online-snapshot/acquired, /1-197911833/online-snapshot/reached, /1-197911833/online-snapshot/abort 2024-11-09T10:18:09,065 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,40601,1731147487993 2024-11-09T10:18:09,066 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:18:09,069 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:09,069 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:18:09,069 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:18:09,069 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,40601,1731147487993 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:18:09,071 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:09,071 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:09,071 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:09,071 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:09,071 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:18:09,071 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,071 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:18:09,071 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:09,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:18:09,076 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:09,076 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:18:09,089 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147519089 2024-11-09T10:18:09,089 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:18:09,089 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:18:09,089 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:18:09,089 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:18:09,089 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:18:09,089 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:18:09,089 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:18:09,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:18:09,097 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848 2024-11-09T10:18:09,100 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:18:09,100 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:18:09,100 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:18:09,101 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:18:09,101 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:18:09,101 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:18:09,104 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147489101,5,FailOnTimeoutGroup] 2024-11-09T10:18:09,109 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(746): ClusterId : df7b98f1-0d62-4a36-a13f-b6074b5726b8 2024-11-09T10:18:09,109 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:18:09,116 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147489104,5,FailOnTimeoutGroup] 2024-11-09T10:18:09,116 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,116 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:18:09,116 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,116 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,118 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:18:09,118 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:18:09,128 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:18:09,128 DEBUG [RS:0;e067b2c2c7b3:33743 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20550bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:18:09,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741832_1008 (size=32) 2024-11-09T10:18:09,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:09,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:18:09,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:18:09,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:09,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:09,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:18:09,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:18:09,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:09,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:09,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:18:09,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:18:09,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:09,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:09,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:18:09,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:18:09,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:09,161 DEBUG [RS:0;e067b2c2c7b3:33743 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:33743 2024-11-09T10:18:09,161 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:18:09,161 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:18:09,161 DEBUG [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:18:09,162 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,40601,1731147487993 with port=33743, startcode=1731147488145 2024-11-09T10:18:09,162 DEBUG [RS:0;e067b2c2c7b3:33743 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:18:09,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:09,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:18:09,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/data/hbase/meta/1588230740 2024-11-09T10:18:09,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/data/hbase/meta/1588230740 2024-11-09T10:18:09,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:18:09,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:18:09,173 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:18:09,174 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:18:09,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,33743,1731147488145 2024-11-09T10:18:09,174 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40601 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,33743,1731147488145 2024-11-09T10:18:09,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:18:09,177 DEBUG [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848 2024-11-09T10:18:09,177 DEBUG [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38189 2024-11-09T10:18:09,177 DEBUG [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:18:09,181 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:18:09,182 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61757143, jitterRate=-0.07974685728549957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:18:09,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147489137Initializing all the Stores at 1731147489139 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147489139Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147489140 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147489140Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147489140Cleaning up temporary data from old regions at 1731147489173 (+33 ms)Region opened successfully at 1731147489182 (+9 ms) 2024-11-09T10:18:09,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:18:09,182 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:18:09,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:18:09,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:18:09,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:18:09,194 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:18:09,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147489182Disabling compacts and flushes for region at 1731147489182Disabling writes for close at 1731147489182Writing region close event to WAL at 1731147489194 (+12 ms)Closed at 1731147489194 2024-11-09T10:18:09,196 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:09,196 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:18:09,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:18:09,199 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:18:09,200 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:18:09,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833/rs 2024-11-09T10:18:09,248 DEBUG [RS:0;e067b2c2c7b3:33743 {}] zookeeper.ZKUtil(111): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Set watcher on existing znode=/1-197911833/rs/e067b2c2c7b3,33743,1731147488145 2024-11-09T10:18:09,248 WARN [RS:0;e067b2c2c7b3:33743 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:18:09,248 INFO [RS:0;e067b2c2c7b3:33743 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:09,248 DEBUG [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/WALs/e067b2c2c7b3,33743,1731147488145 2024-11-09T10:18:09,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,33743,1731147488145] 2024-11-09T10:18:09,262 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:18:09,268 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:18:09,272 INFO [RS:0;e067b2c2c7b3:33743 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:18:09,272 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,284 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:18:09,285 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:18:09,285 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,285 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:18:09,286 DEBUG [RS:0;e067b2c2c7b3:33743 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:18:09,289 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,289 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,289 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,289 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,289 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,289 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,33743,1731147488145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:18:09,308 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:18:09,308 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,33743,1731147488145-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,309 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,309 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.Replication(171): e067b2c2c7b3,33743,1731147488145 started 2024-11-09T10:18:09,328 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:09,328 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,33743,1731147488145, RpcServer on e067b2c2c7b3/172.17.0.3:33743, sessionid=0x1011f1a38310004 2024-11-09T10:18:09,328 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:18:09,328 DEBUG [RS:0;e067b2c2c7b3:33743 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,33743,1731147488145 2024-11-09T10:18:09,328 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,33743,1731147488145' 2024-11-09T10:18:09,328 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-197911833/flush-table-proc/abort' 2024-11-09T10:18:09,329 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-197911833/flush-table-proc/acquired' 2024-11-09T10:18:09,330 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:18:09,330 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:18:09,330 DEBUG [RS:0;e067b2c2c7b3:33743 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,33743,1731147488145 2024-11-09T10:18:09,330 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,33743,1731147488145' 2024-11-09T10:18:09,330 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-197911833/online-snapshot/abort' 2024-11-09T10:18:09,330 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-197911833/online-snapshot/acquired' 2024-11-09T10:18:09,330 DEBUG [RS:0;e067b2c2c7b3:33743 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:18:09,331 INFO [RS:0;e067b2c2c7b3:33743 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:18:09,331 INFO [RS:0;e067b2c2c7b3:33743 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:18:09,351 WARN [e067b2c2c7b3:40601 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T10:18:09,431 INFO [RS:0;e067b2c2c7b3:33743 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:18:09,433 INFO [RS:0;e067b2c2c7b3:33743 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C33743%2C1731147488145, suffix=, logDir=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/WALs/e067b2c2c7b3,33743,1731147488145, archiveDir=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/oldWALs, maxLogs=10 2024-11-09T10:18:09,452 DEBUG [RS:0;e067b2c2c7b3:33743 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/WALs/e067b2c2c7b3,33743,1731147488145/e067b2c2c7b3%2C33743%2C1731147488145.1731147489434, exclude list is [], retry=0 2024-11-09T10:18:09,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34853,DS-36341f66-d1bf-4c28-a1ea-230d9c17a732,DISK] 2024-11-09T10:18:09,473 INFO [RS:0;e067b2c2c7b3:33743 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/WALs/e067b2c2c7b3,33743,1731147488145/e067b2c2c7b3%2C33743%2C1731147488145.1731147489434 2024-11-09T10:18:09,474 DEBUG [RS:0;e067b2c2c7b3:33743 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40335:40335)] 2024-11-09T10:18:09,601 DEBUG [e067b2c2c7b3:40601 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:18:09,602 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,33743,1731147488145 2024-11-09T10:18:09,603 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,33743,1731147488145, state=OPENING 2024-11-09T10:18:09,765 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:18:09,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:09,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:09,989 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:18:09,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-197911833/meta-region-server: CHANGED 2024-11-09T10:18:09,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,33743,1731147488145}] 2024-11-09T10:18:09,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-197911833/meta-region-server: CHANGED 2024-11-09T10:18:10,144 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:18:10,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:18:10,150 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:18:10,150 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:10,150 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:18:10,152 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C33743%2C1731147488145.meta, suffix=.meta, logDir=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/WALs/e067b2c2c7b3,33743,1731147488145, archiveDir=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/oldWALs, maxLogs=10 2024-11-09T10:18:10,169 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/WALs/e067b2c2c7b3,33743,1731147488145/e067b2c2c7b3%2C33743%2C1731147488145.meta.1731147490152.meta, exclude list is [], retry=0 2024-11-09T10:18:10,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34853,DS-36341f66-d1bf-4c28-a1ea-230d9c17a732,DISK] 2024-11-09T10:18:10,175 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/WALs/e067b2c2c7b3,33743,1731147488145/e067b2c2c7b3%2C33743%2C1731147488145.meta.1731147490152.meta 2024-11-09T10:18:10,175 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40335:40335)] 2024-11-09T10:18:10,175 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:18:10,176 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:18:10,176 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:18:10,176 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:18:10,176 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:18:10,176 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:18:10,176 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:10,176 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:18:10,176 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:18:10,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:18:10,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:18:10,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:10,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:10,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:18:10,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:18:10,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:10,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:10,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:18:10,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:18:10,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:10,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:10,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:18:10,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:18:10,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:10,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:10,185 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:18:10,188 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/data/hbase/meta/1588230740 2024-11-09T10:18:10,189 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/data/hbase/meta/1588230740 2024-11-09T10:18:10,190 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:18:10,190 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:18:10,192 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:18:10,194 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:18:10,195 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59263802, jitterRate=-0.11690053343772888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:18:10,195 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:18:10,195 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147490176Writing region info on filesystem at 1731147490176Initializing all the Stores at 1731147490177 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147490177Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147490179 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147490179Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147490179Cleaning up temporary data from old regions at 1731147490190 (+11 ms)Running coprocessor post-open hooks at 1731147490195 (+5 ms)Region opened successfully at 1731147490195 2024-11-09T10:18:10,197 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147490143 2024-11-09T10:18:10,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,33743,1731147488145 2024-11-09T10:18:10,201 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:18:10,201 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:18:10,201 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,33743,1731147488145, state=OPEN 2024-11-09T10:18:10,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-197911833/meta-region-server 2024-11-09T10:18:10,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-197911833/meta-region-server 2024-11-09T10:18:10,211 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,33743,1731147488145 2024-11-09T10:18:10,211 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-197911833/meta-region-server: CHANGED 2024-11-09T10:18:10,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-197911833/meta-region-server: CHANGED 2024-11-09T10:18:10,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:18:10,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,33743,1731147488145 in 221 msec 2024-11-09T10:18:10,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:18:10,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0190 sec 2024-11-09T10:18:10,219 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:10,219 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:18:10,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:10,221 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,33743,1731147488145, seqNum=-1] 2024-11-09T10:18:10,221 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:10,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:18:10,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1620 sec 2024-11-09T10:18:10,232 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147490232, completionTime=-1 2024-11-09T10:18:10,232 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:18:10,232 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:18:10,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:18:10,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147550234 2024-11-09T10:18:10,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147610234 2024-11-09T10:18:10,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T10:18:10,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40601,1731147487993-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:10,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40601,1731147487993-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:10,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40601,1731147487993-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:10,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:40601, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:10,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:10,237 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:18:10,240 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:10,245 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.007sec 2024-11-09T10:18:10,246 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:18:10,246 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:18:10,246 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:18:10,246 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:18:10,246 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:18:10,246 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40601,1731147487993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:18:10,246 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40601,1731147487993-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:18:10,251 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:18:10,251 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:18:10,251 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40601,1731147487993-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:10,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:10,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,40601,-1 for getting cluster id 2024-11-09T10:18:10,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:10,314 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df7b98f1-0d62-4a36-a13f-b6074b5726b8' 2024-11-09T10:18:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df7b98f1-0d62-4a36-a13f-b6074b5726b8" 2024-11-09T10:18:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14f7b9d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:10,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,40601,-1] 2024-11-09T10:18:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:10,315 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:10,318 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:10,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d6d125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:10,320 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:10,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,33743,1731147488145, seqNum=-1] 2024-11-09T10:18:10,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:10,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:18:10,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,40601,1731147487993 2024-11-09T10:18:10,338 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63454 2024-11-09T10:18:10,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:18:10,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26629d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:10,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,36823,-1 for getting cluster id 2024-11-09T10:18:10,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:10,371 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f2ad52e-6310-423f-b523-564279100fa7' 2024-11-09T10:18:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f2ad52e-6310-423f-b523-564279100fa7" 2024-11-09T10:18:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abf1b06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,36823,-1] 2024-11-09T10:18:10,372 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f1a38310005 connected 2024-11-09T10:18:10,372 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:10,373 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:10,374 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:10,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:18:10,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4a41f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:10,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:18:10,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,36823,1731147482436 2024-11-09T10:18:10,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@779304d6 2024-11-09T10:18:10,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:18:10,382 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:18:10,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:40601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:18:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:18:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:10,386 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:40601' 2024-11-09T10:18:10,398 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3c5dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:10,398 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,40601,-1 for getting cluster id 2024-11-09T10:18:10,398 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:10,399 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df7b98f1-0d62-4a36-a13f-b6074b5726b8' 2024-11-09T10:18:10,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:10,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df7b98f1-0d62-4a36-a13f-b6074b5726b8" 2024-11-09T10:18:10,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac6a955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:10,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,40601,-1] 2024-11-09T10:18:10,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:10,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:10,402 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:10,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24739c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:10,404 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:18:10,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,40601,1731147487993 2024-11-09T10:18:10,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aeffa15 2024-11-09T10:18:10,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:18:10,408 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:18:10,409 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T10:18:10,409 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:18:10,409 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:10,410 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:10,410 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:18:10,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:18:10,413 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:18:10,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:18:10,415 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:10,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:18:10,463 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:18:10,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741835_1011 (size=1138) 2024-11-09T10:18:10,481 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 344509fe19c89116206833f17c3ee094, NAME => 'hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12 2024-11-09T10:18:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:10,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741836_1012 (size=44) 2024-11-09T10:18:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:10,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:10,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 344509fe19c89116206833f17c3ee094, disabling compactions & flushes 2024-11-09T10:18:10,941 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. 2024-11-09T10:18:10,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. 2024-11-09T10:18:10,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. after waiting 0 ms 2024-11-09T10:18:10,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. 2024-11-09T10:18:10,941 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. 2024-11-09T10:18:10,941 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 344509fe19c89116206833f17c3ee094: Waiting for close lock at 1731147490941Disabling compacts and flushes for region at 1731147490941Disabling writes for close at 1731147490941Writing region close event to WAL at 1731147490941Closed at 1731147490941 2024-11-09T10:18:10,943 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:18:10,943 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147490943"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147490943"}]},"ts":"1731147490943"} 2024-11-09T10:18:10,946 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:18:10,947 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:18:10,948 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147490947"}]},"ts":"1731147490947"} 2024-11-09T10:18:10,950 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:18:10,950 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=344509fe19c89116206833f17c3ee094, ASSIGN}] 2024-11-09T10:18:10,951 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=344509fe19c89116206833f17c3ee094, ASSIGN 2024-11-09T10:18:10,953 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=344509fe19c89116206833f17c3ee094, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,40061,1731147482634; forceNewPlan=false, retain=false 2024-11-09T10:18:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:11,104 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=344509fe19c89116206833f17c3ee094, regionState=OPENING, regionLocation=e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:11,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=344509fe19c89116206833f17c3ee094, ASSIGN because future has completed 2024-11-09T10:18:11,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 344509fe19c89116206833f17c3ee094, server=e067b2c2c7b3,40061,1731147482634}] 2024-11-09T10:18:11,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. 2024-11-09T10:18:11,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:11,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:18:11,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C40061%2C1731147482634.rep, suffix=, logDir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634, archiveDir=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/oldWALs, maxLogs=10 2024-11-09T10:18:11,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.rep.1731147491269, exclude list is [], retry=0 2024-11-09T10:18:11,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45377,DS-7d81d3c5-8ab2-4487-afa8-373491f8cd75,DISK] 2024-11-09T10:18:11,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.rep.1731147491269 2024-11-09T10:18:11,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45805:45805)] 2024-11-09T10:18:11,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 344509fe19c89116206833f17c3ee094, NAME => 'hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:18:11,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:18:11,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:18:11,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. service=MultiRowMutationService 2024-11-09T10:18:11,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:18:11,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:11,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,307 INFO [StoreOpener-344509fe19c89116206833f17c3ee094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,310 INFO [StoreOpener-344509fe19c89116206833f17c3ee094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344509fe19c89116206833f17c3ee094 columnFamilyName hfileref 2024-11-09T10:18:11,311 DEBUG [StoreOpener-344509fe19c89116206833f17c3ee094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:11,312 INFO [StoreOpener-344509fe19c89116206833f17c3ee094-1 {}] regionserver.HStore(327): Store=344509fe19c89116206833f17c3ee094/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:11,312 INFO [StoreOpener-344509fe19c89116206833f17c3ee094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,314 INFO [StoreOpener-344509fe19c89116206833f17c3ee094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344509fe19c89116206833f17c3ee094 columnFamilyName queue 2024-11-09T10:18:11,314 DEBUG [StoreOpener-344509fe19c89116206833f17c3ee094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:11,316 INFO [StoreOpener-344509fe19c89116206833f17c3ee094-1 {}] regionserver.HStore(327): Store=344509fe19c89116206833f17c3ee094/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:11,316 INFO [StoreOpener-344509fe19c89116206833f17c3ee094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,321 INFO [StoreOpener-344509fe19c89116206833f17c3ee094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 344509fe19c89116206833f17c3ee094 columnFamilyName sid 2024-11-09T10:18:11,321 DEBUG [StoreOpener-344509fe19c89116206833f17c3ee094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:11,322 INFO [StoreOpener-344509fe19c89116206833f17c3ee094-1 {}] regionserver.HStore(327): Store=344509fe19c89116206833f17c3ee094/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:11,322 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/replication/344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,323 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/replication/344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,325 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:18:11,327 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,333 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/replication/344509fe19c89116206833f17c3ee094/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:18:11,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 344509fe19c89116206833f17c3ee094; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71705115, jitterRate=0.06848947703838348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:18:11,334 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:11,335 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 344509fe19c89116206833f17c3ee094: Running coprocessor pre-open hook at 1731147491306Writing region info on filesystem at 1731147491306Initializing all the Stores at 1731147491307 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147491307Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147491307Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147491307Cleaning up temporary data from old regions at 1731147491325 (+18 ms)Running coprocessor post-open hooks at 1731147491334 (+9 ms)Region opened successfully at 1731147491335 (+1 ms) 2024-11-09T10:18:11,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094., pid=7, masterSystemTime=1731147491260 2024-11-09T10:18:11,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. 2024-11-09T10:18:11,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. 2024-11-09T10:18:11,341 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=344509fe19c89116206833f17c3ee094, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:11,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 344509fe19c89116206833f17c3ee094, server=e067b2c2c7b3,40061,1731147482634 because future has completed 2024-11-09T10:18:11,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T10:18:11,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 344509fe19c89116206833f17c3ee094, server=e067b2c2c7b3,40061,1731147482634 in 241 msec 2024-11-09T10:18:11,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:18:11,356 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=344509fe19c89116206833f17c3ee094, ASSIGN in 402 msec 2024-11-09T10:18:11,357 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:18:11,358 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147491357"}]},"ts":"1731147491357"} 2024-11-09T10:18:11,362 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:18:11,364 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:18:11,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 954 msec 2024-11-09T10:18:11,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094., hostname=e067b2c2c7b3,40061,1731147482634, seqNum=2] 2024-11-09T10:18:11,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:11,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:11,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:11,529 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:18:11,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40061 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T10:18:11,685 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:18:11,725 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,40061,1731147482634, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:18:11,726 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:11,726 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40061,1731147482634, seqNum=-1] 2024-11-09T10:18:11,726 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:11,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-09T10:18:11,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,40061,1731147482634', locateType=CURRENT is [region=hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094., hostname=e067b2c2c7b3,40061,1731147482634, seqNum=2] 2024-11-09T10:18:11,734 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T10:18:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T10:18:11,741 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,40061,1731147482634 suceeded 2024-11-09T10:18:11,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T10:18:11,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-09T10:18:11,749 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:40601,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:18:11,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3670 sec 2024-11-09T10:18:11,755 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:40601' 2024-11-09T10:18:11,757 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16548da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:11,757 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,40601,-1 for getting cluster id 2024-11-09T10:18:11,757 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:11,758 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df7b98f1-0d62-4a36-a13f-b6074b5726b8' 2024-11-09T10:18:11,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:11,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df7b98f1-0d62-4a36-a13f-b6074b5726b8" 2024-11-09T10:18:11,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ac3a971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:11,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,40601,-1] 2024-11-09T10:18:11,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:11,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:11,760 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:11,761 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cab8939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:11,761 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:18:11,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,40601,1731147487993 2024-11-09T10:18:11,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d753f04 2024-11-09T10:18:11,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:18:11,763 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-09T10:18:11,764 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,40061,1731147482634 (queues=1) is replicating from cluster=9f2ad52e-6310-423f-b523-564279100fa7 to cluster=df7b98f1-0d62-4a36-a13f-b6074b5726b8 2024-11-09T10:18:11,764 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C40061%2C1731147482634 2024-11-09T10:18:11,764 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,40061,1731147482634, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:18:11,765 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634.replicationSource.shippere067b2c2c7b3%2C40061%2C1731147482634,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C40061%2C1731147482634 2024-11-09T10:18:11,765 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634.replicationSource.wal-reader.e067b2c2c7b3%2C40061%2C1731147482634,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.1731147484538, startPosition=0, beingWritten=true 2024-11-09T10:18:11,970 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634.replicationSource.wal-reader.e067b2c2c7b3%2C40061%2C1731147482634,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.1731147484538 to pos 0, reset compression=false 2024-11-09T10:18:12,276 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634.replicationSource.wal-reader.e067b2c2c7b3%2C40061%2C1731147482634,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.1731147484538 to pos 0, reset compression=false 2024-11-09T10:18:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:12,532 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:18:12,532 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:18:12,532 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:18:12,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:12,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:12,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:18:12,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:18:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,36823,1731147482436 2024-11-09T10:18:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21a73cfb 2024-11-09T10:18:12,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:18:12,534 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:18:12,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36823 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T10:18:12,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:18:12,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:18:12,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:18:12,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:12,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:12,535 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:18:12,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:18:12,536 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1732925157, stopped=false 2024-11-09T10:18:12,536 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,40601,1731147487993 2024-11-09T10:18:12,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-197911833/running 2024-11-09T10:18:12,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-197911833/running 2024-11-09T10:18:12,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:12,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:12,617 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:18:12,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:18:12,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:18:12,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:12,617 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,33743,1731147488145' ***** 2024-11-09T10:18:12,617 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:18:12,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Set watcher on znode that does not yet exist, /1-197911833/running 2024-11-09T10:18:12,618 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:18:12,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Set watcher on znode that does not yet exist, /1-197911833/running 2024-11-09T10:18:12,618 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:18:12,618 INFO [RS:0;e067b2c2c7b3:33743 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:18:12,618 INFO [RS:0;e067b2c2c7b3:33743 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:18:12,618 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,33743,1731147488145 2024-11-09T10:18:12,618 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:18:12,618 INFO [RS:0;e067b2c2c7b3:33743 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:33743. 2024-11-09T10:18:12,618 DEBUG [RS:0;e067b2c2c7b3:33743 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:18:12,618 DEBUG [RS:0;e067b2c2c7b3:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:12,618 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:18:12,619 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:18:12,619 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:18:12,619 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:18:12,619 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T10:18:12,619 DEBUG [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:18:12,619 DEBUG [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:18:12,619 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:18:12,619 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:18:12,619 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:18:12,619 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:18:12,619 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:18:12,619 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T10:18:12,649 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/data/hbase/meta/1588230740/.tmp/ns/2ff4b4eb6d674b6fb0ea0e14a51205cb is 43, key is default/ns:d/1731147490223/Put/seqid=0 2024-11-09T10:18:12,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741835_1011 (size=5153) 2024-11-09T10:18:12,680 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634.replicationSource.wal-reader.e067b2c2c7b3%2C40061%2C1731147482634,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.1731147484538 to pos 0, reset compression=false 2024-11-09T10:18:12,706 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:18:12,819 DEBUG [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:18:13,020 DEBUG [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:18:13,059 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/data/hbase/meta/1588230740/.tmp/ns/2ff4b4eb6d674b6fb0ea0e14a51205cb 2024-11-09T10:18:13,067 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/data/hbase/meta/1588230740/.tmp/ns/2ff4b4eb6d674b6fb0ea0e14a51205cb as hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/data/hbase/meta/1588230740/ns/2ff4b4eb6d674b6fb0ea0e14a51205cb 2024-11-09T10:18:13,079 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/data/hbase/meta/1588230740/ns/2ff4b4eb6d674b6fb0ea0e14a51205cb, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T10:18:13,081 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 462ms, sequenceid=6, compaction requested=false 2024-11-09T10:18:13,086 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T10:18:13,086 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:18:13,087 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:18:13,087 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:18:13,087 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147492619Running coprocessor pre-close hooks at 1731147492619Disabling compacts and flushes for region at 1731147492619Disabling writes for close at 1731147492619Obtaining lock to block concurrent updates at 1731147492619Preparing flush snapshotting stores in 1588230740 at 1731147492619Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731147492620 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731147492621 (+1 ms)Flushing 1588230740/ns: creating writer at 1731147492621Flushing 1588230740/ns: appending metadata at 1731147492648 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1731147492648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f938ae: reopening flushed file at 1731147493066 (+418 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 462ms, sequenceid=6, compaction requested=false at 1731147493081 (+15 ms)Writing region close event to WAL at 1731147493082 (+1 ms)Running coprocessor post-close hooks at 1731147493086 (+4 ms)Closed at 1731147493087 (+1 ms) 2024-11-09T10:18:13,087 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:18:13,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T10:18:13,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T10:18:13,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T10:18:13,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T10:18:13,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:18:13,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T10:18:13,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:18:13,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T10:18:13,112 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T10:18:13,112 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T10:18:13,185 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634.replicationSource.wal-reader.e067b2c2c7b3%2C40061%2C1731147482634,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.1731147484538 to pos 0, reset compression=false 2024-11-09T10:18:13,220 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,33743,1731147488145; all regions closed. 2024-11-09T10:18:13,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741834_1010 (size=1152) 2024-11-09T10:18:13,225 DEBUG [RS:0;e067b2c2c7b3:33743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/oldWALs 2024-11-09T10:18:13,225 INFO [RS:0;e067b2c2c7b3:33743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C33743%2C1731147488145.meta:.meta(num 1731147490152) 2024-11-09T10:18:13,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741833_1009 (size=93) 2024-11-09T10:18:13,231 DEBUG [RS:0;e067b2c2c7b3:33743 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/oldWALs 2024-11-09T10:18:13,231 INFO [RS:0;e067b2c2c7b3:33743 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C33743%2C1731147488145:(num 1731147489434) 2024-11-09T10:18:13,231 DEBUG [RS:0;e067b2c2c7b3:33743 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:13,231 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:18:13,231 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:18:13,231 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:18:13,231 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:18:13,231 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:18:13,232 INFO [RS:0;e067b2c2c7b3:33743 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33743 2024-11-09T10:18:13,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-197911833/rs/e067b2c2c7b3,33743,1731147488145 2024-11-09T10:18:13,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833/rs 2024-11-09T10:18:13,285 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:18:13,285 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,33743,1731147488145] 2024-11-09T10:18:13,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-197911833/draining/e067b2c2c7b3,33743,1731147488145 already deleted, retry=false 2024-11-09T10:18:13,306 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,33743,1731147488145 expired; onlineServers=0 2024-11-09T10:18:13,306 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,40601,1731147487993' ***** 2024-11-09T10:18:13,306 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:18:13,306 INFO [M:0;e067b2c2c7b3:40601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:18:13,306 INFO [M:0;e067b2c2c7b3:40601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:18:13,307 DEBUG [M:0;e067b2c2c7b3:40601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:18:13,307 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:18:13,307 DEBUG [M:0;e067b2c2c7b3:40601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:18:13,307 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147489104 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147489104,5,FailOnTimeoutGroup] 2024-11-09T10:18:13,307 INFO [M:0;e067b2c2c7b3:40601 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:18:13,307 INFO [M:0;e067b2c2c7b3:40601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:18:13,307 DEBUG [M:0;e067b2c2c7b3:40601 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:18:13,307 INFO [M:0;e067b2c2c7b3:40601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:18:13,307 INFO [M:0;e067b2c2c7b3:40601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:18:13,307 INFO [M:0;e067b2c2c7b3:40601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:18:13,307 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:18:13,308 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147489101 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147489101,5,FailOnTimeoutGroup] 2024-11-09T10:18:13,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-197911833/master 2024-11-09T10:18:13,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-197911833 2024-11-09T10:18:13,322 DEBUG [M:0;e067b2c2c7b3:40601 {}] zookeeper.RecoverableZooKeeper(212): Node /1-197911833/master already deleted, retry=false 2024-11-09T10:18:13,322 DEBUG [M:0;e067b2c2c7b3:40601 {}] master.ActiveMasterManager(353): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-197911833/master 2024-11-09T10:18:13,322 INFO [M:0;e067b2c2c7b3:40601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/.lastflushedseqids 2024-11-09T10:18:13,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741836_1012 (size=99) 2024-11-09T10:18:13,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:18:13,396 INFO [RS:0;e067b2c2c7b3:33743 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:18:13,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33743-0x1011f1a38310004, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:18:13,396 INFO [RS:0;e067b2c2c7b3:33743 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,33743,1731147488145; zookeeper connection closed. 2024-11-09T10:18:13,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70667195 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70667195 2024-11-09T10:18:13,396 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:18:13,731 INFO [M:0;e067b2c2c7b3:40601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:18:13,731 INFO [M:0;e067b2c2c7b3:40601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:18:13,731 DEBUG [M:0;e067b2c2c7b3:40601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:18:13,731 INFO [M:0;e067b2c2c7b3:40601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:13,731 DEBUG [M:0;e067b2c2c7b3:40601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:13,731 DEBUG [M:0;e067b2c2c7b3:40601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:18:13,731 DEBUG [M:0;e067b2c2c7b3:40601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:13,731 INFO [M:0;e067b2c2c7b3:40601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T10:18:13,750 DEBUG [M:0;e067b2c2c7b3:40601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0595020c594406f8cba3a5b094d72ac is 82, key is hbase:meta,,1/info:regioninfo/1731147490200/Put/seqid=0 2024-11-09T10:18:13,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741837_1013 (size=5672) 2024-11-09T10:18:13,758 INFO [M:0;e067b2c2c7b3:40601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0595020c594406f8cba3a5b094d72ac 2024-11-09T10:18:13,782 DEBUG [M:0;e067b2c2c7b3:40601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63daa5cd446841548a5630fe867dcfa1 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731147490230/Put/seqid=0 2024-11-09T10:18:13,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741838_1014 (size=5275) 2024-11-09T10:18:13,790 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634.replicationSource.wal-reader.e067b2c2c7b3%2C40061%2C1731147482634,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.1731147484538 to pos 0, reset compression=false 2024-11-09T10:18:14,189 INFO [M:0;e067b2c2c7b3:40601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63daa5cd446841548a5630fe867dcfa1 2024-11-09T10:18:14,251 DEBUG [M:0;e067b2c2c7b3:40601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4acebc0e14f4bb4bd8f99dba3fda45e is 69, key is e067b2c2c7b3,33743,1731147488145/rs:state/1731147489174/Put/seqid=0 2024-11-09T10:18:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741839_1015 (size=5156) 2024-11-09T10:18:14,496 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634.replicationSource.wal-reader.e067b2c2c7b3%2C40061%2C1731147482634,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.1731147484538 to pos 0, reset compression=false 2024-11-09T10:18:14,657 INFO [M:0;e067b2c2c7b3:40601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4acebc0e14f4bb4bd8f99dba3fda45e 2024-11-09T10:18:14,664 DEBUG [M:0;e067b2c2c7b3:40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d0595020c594406f8cba3a5b094d72ac as hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0595020c594406f8cba3a5b094d72ac 2024-11-09T10:18:14,670 INFO [M:0;e067b2c2c7b3:40601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d0595020c594406f8cba3a5b094d72ac, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T10:18:14,672 DEBUG [M:0;e067b2c2c7b3:40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63daa5cd446841548a5630fe867dcfa1 as hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63daa5cd446841548a5630fe867dcfa1 2024-11-09T10:18:14,680 INFO [M:0;e067b2c2c7b3:40601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63daa5cd446841548a5630fe867dcfa1, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T10:18:14,681 DEBUG [M:0;e067b2c2c7b3:40601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a4acebc0e14f4bb4bd8f99dba3fda45e as hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4acebc0e14f4bb4bd8f99dba3fda45e 2024-11-09T10:18:14,687 INFO [M:0;e067b2c2c7b3:40601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38189/user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a4acebc0e14f4bb4bd8f99dba3fda45e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T10:18:14,688 INFO [M:0;e067b2c2c7b3:40601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 957ms, sequenceid=28, compaction requested=false 2024-11-09T10:18:14,691 INFO [M:0;e067b2c2c7b3:40601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:14,691 DEBUG [M:0;e067b2c2c7b3:40601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147493731Disabling compacts and flushes for region at 1731147493731Disabling writes for close at 1731147493731Obtaining lock to block concurrent updates at 1731147493731Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147493731Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731147493732 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147493732Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147493732Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147493750 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147493750Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147493764 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147493781 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147493781Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147494235 (+454 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147494251 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147494251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@317e2b08: reopening flushed file at 1731147494663 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e00f08b: reopening flushed file at 1731147494671 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c1c2455: reopening flushed file at 1731147494680 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 957ms, sequenceid=28, compaction requested=false at 1731147494688 (+8 ms)Writing region close event to WAL at 1731147494691 (+3 ms)Closed at 1731147494691 2024-11-09T10:18:14,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34853 is added to blk_1073741830_1006 (size=10165) 2024-11-09T10:18:14,695 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/037e9fae-a753-bd52-2eaa-69ee4f122848/MasterData/WALs/e067b2c2c7b3,40601,1731147487993/e067b2c2c7b3%2C40601%2C1731147487993.1731147488773 not finished, retry = 0 2024-11-09T10:18:14,796 INFO [M:0;e067b2c2c7b3:40601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:18:14,796 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:18:14,796 INFO [M:0;e067b2c2c7b3:40601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40601 2024-11-09T10:18:14,797 INFO [M:0;e067b2c2c7b3:40601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:18:14,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:18:14,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40601-0x1011f1a38310003, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:18:14,959 INFO [M:0;e067b2c2c7b3:40601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:18:14,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46319543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:18:14,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ed1495c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:18:14,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:18:14,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f90607{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:18:14,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3900f88d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/hadoop.log.dir/,STOPPED} 2024-11-09T10:18:14,965 WARN [BP-2067291311-172.17.0.3-1731147485663 heartbeating to localhost/127.0.0.1:38189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:18:14,965 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:18:14,965 WARN [BP-2067291311-172.17.0.3-1731147485663 heartbeating to localhost/127.0.0.1:38189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2067291311-172.17.0.3-1731147485663 (Datanode Uuid a0e06f71-4c6e-4b0b-abf6-b536ea58ace5) service to localhost/127.0.0.1:38189 2024-11-09T10:18:14,965 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:18:14,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/cluster_3e2cf9c5-234d-d296-9071-f87a1664e52f/data/data1/current/BP-2067291311-172.17.0.3-1731147485663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:18:14,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/cluster_3e2cf9c5-234d-d296-9071-f87a1664e52f/data/data2/current/BP-2067291311-172.17.0.3-1731147485663 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:18:14,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:18:14,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e49dff1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:18:14,974 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:18:14,974 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:18:14,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:18:14,974 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/hadoop.log.dir/,STOPPED} 2024-11-09T10:18:14,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:18:14,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:18:14,996 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:18:14,996 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:18:14,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:14,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:14,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:18:14,997 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:18:14,997 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=283653251, stopped=false 2024-11-09T10:18:14,997 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,36823,1731147482436 2024-11-09T10:18:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-922621143/running 2024-11-09T10:18:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-922621143/running 2024-11-09T10:18:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:15,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:15,017 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:18:15,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:18:15,017 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:18:15,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:15,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Set watcher on znode that does not yet exist, /0-922621143/running 2024-11-09T10:18:15,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Set watcher on znode that does not yet exist, /0-922621143/running 2024-11-09T10:18:15,018 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,40061,1731147482634' ***** 2024-11-09T10:18:15,018 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:18:15,018 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:18:15,018 INFO [RS:0;e067b2c2c7b3:40061 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:18:15,018 INFO [RS:0;e067b2c2c7b3:40061 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:18:15,018 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:18:15,018 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(3091): Received CLOSE for 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:15,019 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:15,019 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:18:15,019 INFO [RS:0;e067b2c2c7b3:40061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:40061. 2024-11-09T10:18:15,019 DEBUG [RS:0;e067b2c2c7b3:40061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:18:15,019 DEBUG [RS:0;e067b2c2c7b3:40061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:15,019 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:18:15,019 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:18:15,019 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:18:15,019 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:18:15,020 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:18:15,020 DEBUG [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(1325): Online Regions={344509fe19c89116206833f17c3ee094=hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:18:15,020 DEBUG [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 344509fe19c89116206833f17c3ee094 2024-11-09T10:18:15,020 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 344509fe19c89116206833f17c3ee094, disabling compactions & flushes 2024-11-09T10:18:15,020 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. 2024-11-09T10:18:15,020 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. 2024-11-09T10:18:15,020 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:18:15,020 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. after waiting 0 ms 2024-11-09T10:18:15,020 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. 2024-11-09T10:18:15,020 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:18:15,020 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:18:15,020 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 344509fe19c89116206833f17c3ee094 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T10:18:15,020 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:18:15,020 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:18:15,020 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T10:18:15,044 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/replication/344509fe19c89116206833f17c3ee094/.tmp/queue/abee6b472e45467d952dfce950756bfb is 151, key is 1-e067b2c2c7b3,40061,1731147482634/queue:e067b2c2c7b3%2C40061%2C1731147482634/1731147491731/Put/seqid=0 2024-11-09T10:18:15,046 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/.tmp/info/683cafe48938451280825aadc55ee63c is 147, key is hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094./info:regioninfo/1731147491341/Put/seqid=0 2024-11-09T10:18:15,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741838_1014 (size=5350) 2024-11-09T10:18:15,049 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/replication/344509fe19c89116206833f17c3ee094/.tmp/queue/abee6b472e45467d952dfce950756bfb 2024-11-09T10:18:15,063 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/replication/344509fe19c89116206833f17c3ee094/.tmp/queue/abee6b472e45467d952dfce950756bfb as hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/replication/344509fe19c89116206833f17c3ee094/queue/abee6b472e45467d952dfce950756bfb 2024-11-09T10:18:15,070 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/replication/344509fe19c89116206833f17c3ee094/queue/abee6b472e45467d952dfce950756bfb, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T10:18:15,071 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 344509fe19c89116206833f17c3ee094 in 51ms, sequenceid=5, compaction requested=false 2024-11-09T10:18:15,071 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T10:18:15,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741839_1015 (size=6631) 2024-11-09T10:18:15,082 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/.tmp/info/683cafe48938451280825aadc55ee63c 2024-11-09T10:18:15,093 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/replication/344509fe19c89116206833f17c3ee094/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T10:18:15,099 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:18:15,099 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:18:15,099 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. 2024-11-09T10:18:15,099 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 344509fe19c89116206833f17c3ee094: Waiting for close lock at 1731147495020Running coprocessor pre-close hooks at 1731147495020Disabling compacts and flushes for region at 1731147495020Disabling writes for close at 1731147495020Obtaining lock to block concurrent updates at 1731147495020Preparing flush snapshotting stores in 344509fe19c89116206833f17c3ee094 at 1731147495020Finished memstore snapshotting hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731147495020Flushing stores of hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. at 1731147495021 (+1 ms)Flushing 344509fe19c89116206833f17c3ee094/queue: creating writer at 1731147495021Flushing 344509fe19c89116206833f17c3ee094/queue: appending metadata at 1731147495043 (+22 ms)Flushing 344509fe19c89116206833f17c3ee094/queue: closing flushed file at 1731147495043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e0409f1: reopening flushed file at 1731147495060 (+17 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 344509fe19c89116206833f17c3ee094 in 51ms, sequenceid=5, compaction requested=false at 1731147495071 (+11 ms)Writing region close event to WAL at 1731147495080 (+9 ms)Running coprocessor post-close hooks at 1731147495099 (+19 ms)Closed at 1731147495099 2024-11-09T10:18:15,099 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147490410.344509fe19c89116206833f17c3ee094. 2024-11-09T10:18:15,107 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/.tmp/ns/258ca1d9d0824c748a59552db9ae06bb is 43, key is default/ns:d/1731147485458/Put/seqid=0 2024-11-09T10:18:15,108 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:18:15,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741840_1016 (size=5153) 2024-11-09T10:18:15,119 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/.tmp/ns/258ca1d9d0824c748a59552db9ae06bb 2024-11-09T10:18:15,146 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/.tmp/table/f241c34151194e578718e7d346ffcf3d is 53, key is hbase:replication/table:state/1731147491357/Put/seqid=0 2024-11-09T10:18:15,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741841_1017 (size=5256) 2024-11-09T10:18:15,220 DEBUG [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:18:15,302 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634.replicationSource.wal-reader.e067b2c2c7b3%2C40061%2C1731147482634,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.1731147484538 to pos 0, reset compression=false 2024-11-09T10:18:15,420 DEBUG [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:18:15,423 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:18:15,423 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:18:15,561 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/.tmp/table/f241c34151194e578718e7d346ffcf3d 2024-11-09T10:18:15,568 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/.tmp/info/683cafe48938451280825aadc55ee63c as hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/info/683cafe48938451280825aadc55ee63c 2024-11-09T10:18:15,575 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/info/683cafe48938451280825aadc55ee63c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T10:18:15,576 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/.tmp/ns/258ca1d9d0824c748a59552db9ae06bb as hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/ns/258ca1d9d0824c748a59552db9ae06bb 2024-11-09T10:18:15,582 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/ns/258ca1d9d0824c748a59552db9ae06bb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T10:18:15,584 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/.tmp/table/f241c34151194e578718e7d346ffcf3d as hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/table/f241c34151194e578718e7d346ffcf3d 2024-11-09T10:18:15,590 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/table/f241c34151194e578718e7d346ffcf3d, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T10:18:15,594 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=11, compaction requested=false 2024-11-09T10:18:15,598 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T10:18:15,599 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:18:15,599 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:18:15,599 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:18:15,599 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147495020Running coprocessor pre-close hooks at 1731147495020Disabling compacts and flushes for region at 1731147495020Disabling writes for close at 1731147495020Obtaining lock to block concurrent updates at 1731147495020Preparing flush snapshotting stores in 1588230740 at 1731147495020Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731147495021 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731147495021Flushing 1588230740/info: creating writer at 1731147495021Flushing 1588230740/info: appending metadata at 1731147495045 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731147495045Flushing 1588230740/ns: creating writer at 1731147495089 (+44 ms)Flushing 1588230740/ns: appending metadata at 1731147495106 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731147495106Flushing 1588230740/table: creating writer at 1731147495127 (+21 ms)Flushing 1588230740/table: appending metadata at 1731147495146 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731147495146Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e46a862: reopening flushed file at 1731147495567 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a0a52d: reopening flushed file at 1731147495575 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e7c8786: reopening flushed file at 1731147495582 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 573ms, sequenceid=11, compaction requested=false at 1731147495594 (+12 ms)Writing region close event to WAL at 1731147495595 (+1 ms)Running coprocessor post-close hooks at 1731147495599 (+4 ms)Closed at 1731147495599 2024-11-09T10:18:15,600 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:18:15,620 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,40061,1731147482634; all regions closed. 2024-11-09T10:18:15,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741834_1010 (size=2742) 2024-11-09T10:18:15,623 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/WALs/e067b2c2c7b3,40061,1731147482634/e067b2c2c7b3%2C40061%2C1731147482634.meta.1731147485306.meta not finished, retry = 0 2024-11-09T10:18:15,678 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:18:15,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:15,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:15,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:15,726 DEBUG [RS:0;e067b2c2c7b3:40061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/oldWALs 2024-11-09T10:18:15,726 INFO [RS:0;e067b2c2c7b3:40061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C40061%2C1731147482634.meta:.meta(num 1731147485306) 2024-11-09T10:18:15,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741837_1013 (size=1586) 2024-11-09T10:18:15,730 DEBUG [RS:0;e067b2c2c7b3:40061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/oldWALs 2024-11-09T10:18:15,730 INFO [RS:0;e067b2c2c7b3:40061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C40061%2C1731147482634.rep:(num 1731147491269) 2024-11-09T10:18:15,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741832_1008 (size=93) 2024-11-09T10:18:15,735 DEBUG [RS:0;e067b2c2c7b3:40061 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/oldWALs 2024-11-09T10:18:15,735 INFO [RS:0;e067b2c2c7b3:40061 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C40061%2C1731147482634:(num 1731147484538) 2024-11-09T10:18:15,735 DEBUG [RS:0;e067b2c2c7b3:40061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:15,735 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:18:15,735 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:18:15,735 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T10:18:15,735 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:18:15,735 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,40061,1731147482634 because: Region server is closing 2024-11-09T10:18:15,735 INFO [RS:0;e067b2c2c7b3:40061 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:40061. 2024-11-09T10:18:15,735 DEBUG [RS:0;e067b2c2c7b3:40061 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:18:15,736 DEBUG [RS:0;e067b2c2c7b3:40061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:15,736 DEBUG [RS:0;e067b2c2c7b3:40061 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:15,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:18:15,736 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:18:15,836 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634.replicationSource.shippere067b2c2c7b3%2C40061%2C1731147482634,1-e067b2c2c7b3,40061,1731147482634 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T10:18:15,836 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634.replicationSource.wal-reader.e067b2c2c7b3%2C40061%2C1731147482634,1-e067b2c2c7b3,40061,1731147482634 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:18:15,836 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40061,1731147482634.replicationSource.shippere067b2c2c7b3%2C40061%2C1731147482634,1-e067b2c2c7b3,40061,1731147482634 terminated 2024-11-09T10:18:15,837 INFO [RS:0;e067b2c2c7b3:40061 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40061 2024-11-09T10:18:15,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143/rs 2024-11-09T10:18:15,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-922621143/rs/e067b2c2c7b3,40061,1731147482634 2024-11-09T10:18:15,901 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:18:15,911 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,40061,1731147482634] 2024-11-09T10:18:15,990 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-922621143/draining/e067b2c2c7b3,40061,1731147482634 already deleted, retry=false 2024-11-09T10:18:15,990 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,40061,1731147482634 expired; onlineServers=0 2024-11-09T10:18:15,990 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,36823,1731147482436' ***** 2024-11-09T10:18:15,990 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:18:15,990 INFO [M:0;e067b2c2c7b3:36823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:18:15,990 INFO [M:0;e067b2c2c7b3:36823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:18:15,990 DEBUG [M:0;e067b2c2c7b3:36823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:18:15,990 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:18:15,990 DEBUG [M:0;e067b2c2c7b3:36823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:18:15,990 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147484304 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147484304,5,FailOnTimeoutGroup] 2024-11-09T10:18:15,990 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147484304 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147484304,5,FailOnTimeoutGroup] 2024-11-09T10:18:15,990 INFO [M:0;e067b2c2c7b3:36823 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:18:15,990 INFO [M:0;e067b2c2c7b3:36823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:18:15,991 DEBUG [M:0;e067b2c2c7b3:36823 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:18:15,991 INFO [M:0;e067b2c2c7b3:36823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:18:15,991 INFO [M:0;e067b2c2c7b3:36823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:18:15,991 INFO [M:0;e067b2c2c7b3:36823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:18:15,991 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:18:16,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:18:16,011 INFO [RS:0;e067b2c2c7b3:40061 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:18:16,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40061-0x1011f1a38310001, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:18:16,011 INFO [RS:0;e067b2c2c7b3:40061 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,40061,1731147482634; zookeeper connection closed. 2024-11-09T10:18:16,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2eaa66d0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2eaa66d0 2024-11-09T10:18:16,012 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:18:16,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-922621143/master 2024-11-09T10:18:16,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-922621143 2024-11-09T10:18:16,072 DEBUG [M:0;e067b2c2c7b3:36823 {}] zookeeper.ZKUtil(347): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Unable to get data of znode /0-922621143/master because node does not exist (not an error) 2024-11-09T10:18:16,072 WARN [M:0;e067b2c2c7b3:36823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:18:16,072 INFO [M:0;e067b2c2c7b3:36823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/.lastflushedseqids 2024-11-09T10:18:16,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741842_1018 (size=181) 2024-11-09T10:18:16,485 INFO [M:0;e067b2c2c7b3:36823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:18:16,485 INFO [M:0;e067b2c2c7b3:36823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:18:16,486 DEBUG [M:0;e067b2c2c7b3:36823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:18:16,486 INFO [M:0;e067b2c2c7b3:36823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:16,486 DEBUG [M:0;e067b2c2c7b3:36823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:16,486 DEBUG [M:0;e067b2c2c7b3:36823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:18:16,486 DEBUG [M:0;e067b2c2c7b3:36823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:16,486 INFO [M:0;e067b2c2c7b3:36823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T10:18:16,507 DEBUG [M:0;e067b2c2c7b3:36823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a6142e020f44f5ba048a110578f7fae is 82, key is hbase:meta,,1/info:regioninfo/1731147485357/Put/seqid=0 2024-11-09T10:18:16,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741843_1019 (size=5672) 2024-11-09T10:18:16,517 INFO [M:0;e067b2c2c7b3:36823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a6142e020f44f5ba048a110578f7fae 2024-11-09T10:18:16,558 DEBUG [M:0;e067b2c2c7b3:36823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99fd526ccdc6466f823c7a1a4f0a8536 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731147491366/Put/seqid=0 2024-11-09T10:18:16,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741844_1020 (size=7203) 2024-11-09T10:18:16,966 INFO [M:0;e067b2c2c7b3:36823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99fd526ccdc6466f823c7a1a4f0a8536 2024-11-09T10:18:16,985 DEBUG [M:0;e067b2c2c7b3:36823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9780408da5354449b61e64e60e4a3353 is 69, key is e067b2c2c7b3,40061,1731147482634/rs:state/1731147484331/Put/seqid=0 2024-11-09T10:18:16,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741845_1021 (size=5156) 2024-11-09T10:18:16,989 INFO [M:0;e067b2c2c7b3:36823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9780408da5354449b61e64e60e4a3353 2024-11-09T10:18:16,998 DEBUG [M:0;e067b2c2c7b3:36823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a6142e020f44f5ba048a110578f7fae as hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a6142e020f44f5ba048a110578f7fae 2024-11-09T10:18:17,008 INFO [M:0;e067b2c2c7b3:36823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a6142e020f44f5ba048a110578f7fae, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T10:18:17,010 DEBUG [M:0;e067b2c2c7b3:36823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99fd526ccdc6466f823c7a1a4f0a8536 as hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99fd526ccdc6466f823c7a1a4f0a8536 2024-11-09T10:18:17,032 INFO [M:0;e067b2c2c7b3:36823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99fd526ccdc6466f823c7a1a4f0a8536, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T10:18:17,035 DEBUG [M:0;e067b2c2c7b3:36823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9780408da5354449b61e64e60e4a3353 as hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9780408da5354449b61e64e60e4a3353 2024-11-09T10:18:17,044 INFO [M:0;e067b2c2c7b3:36823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35557/user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9780408da5354449b61e64e60e4a3353, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T10:18:17,045 INFO [M:0;e067b2c2c7b3:36823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 559ms, sequenceid=70, compaction requested=false 2024-11-09T10:18:17,056 INFO [M:0;e067b2c2c7b3:36823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:17,056 DEBUG [M:0;e067b2c2c7b3:36823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147496485Disabling compacts and flushes for region at 1731147496485Disabling writes for close at 1731147496486 (+1 ms)Obtaining lock to block concurrent updates at 1731147496486Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147496486Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731147496486Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147496487 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147496487Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147496507 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147496507Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147496521 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147496558 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147496558Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147496970 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147496984 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147496984Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1abdba70: reopening flushed file at 1731147496997 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6548c68f: reopening flushed file at 1731147497008 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9dd642: reopening flushed file at 1731147497033 (+25 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 559ms, sequenceid=70, compaction requested=false at 1731147497045 (+12 ms)Writing region close event to WAL at 1731147497056 (+11 ms)Closed at 1731147497056 2024-11-09T10:18:17,059 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/06ea3f82-efe6-90f8-2c70-64d3f7450f12/MasterData/WALs/e067b2c2c7b3,36823,1731147482436/e067b2c2c7b3%2C36823%2C1731147482436.1731147483962 not finished, retry = 0 2024-11-09T10:18:17,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45377 is added to blk_1073741830_1006 (size=41008) 2024-11-09T10:18:17,160 INFO [M:0;e067b2c2c7b3:36823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:18:17,160 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:18:17,160 INFO [M:0;e067b2c2c7b3:36823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36823 2024-11-09T10:18:17,160 INFO [M:0;e067b2c2c7b3:36823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:18:17,374 INFO [M:0;e067b2c2c7b3:36823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:18:17,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:18:17,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36823-0x1011f1a38310000, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:18:17,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@121fdf25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:18:17,377 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6c45a995{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:18:17,377 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:18:17,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4438aed1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:18:17,378 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44252c20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/hadoop.log.dir/,STOPPED} 2024-11-09T10:18:17,380 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:18:17,380 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:18:17,380 WARN [BP-1217868309-172.17.0.3-1731147480225 heartbeating to localhost/127.0.0.1:35557 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:18:17,380 WARN [BP-1217868309-172.17.0.3-1731147480225 heartbeating to localhost/127.0.0.1:35557 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1217868309-172.17.0.3-1731147480225 (Datanode Uuid 05059a7a-bef5-4a1e-b704-556a44e639b6) service to localhost/127.0.0.1:35557 2024-11-09T10:18:17,380 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/cluster_36e2a3c7-7d4b-4095-5035-01739baf1f39/data/data1/current/BP-1217868309-172.17.0.3-1731147480225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:18:17,381 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/cluster_36e2a3c7-7d4b-4095-5035-01739baf1f39/data/data2/current/BP-1217868309-172.17.0.3-1731147480225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:18:17,381 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:18:17,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1236feaf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:18:17,389 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b29222f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:18:17,389 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:18:17,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ca33c04{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:18:17,390 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fe4afca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/244ff41a-6ce4-0775-c5a4-0e54d06880e9/hadoop.log.dir/,STOPPED} 2024-11-09T10:18:17,399 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T10:18:17,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:18:17,425 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:38189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38189 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35557 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63454) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:35557 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35557 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35557 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63454) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=586 (was 521) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1121 (was 1377) 2024-11-09T10:18:17,433 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=586, ProcessCount=11, AvailableMemoryMB=1121 2024-11-09T10:18:17,451 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-09T10:18:17,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/hadoop.log.dir so I do NOT create it in target/test-data/72efe143-99c5-3b28-adce-05c7e0201001 2024-11-09T10:18:17,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:18:17,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/hadoop.tmp.dir so I do NOT create it in target/test-data/72efe143-99c5-3b28-adce-05c7e0201001 2024-11-09T10:18:17,452 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/afb801ad-93c8-a628-6ef4-8f64e3070c89/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:18:17,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001 2024-11-09T10:18:17,452 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/cluster_e62c697c-7d97-4d50-4488-fd9c92d7584d, deleteOnExit=true 2024-11-09T10:18:17,476 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/cluster_e62c697c-7d97-4d50-4488-fd9c92d7584d/zookeeper_0, clientPort=53528, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/cluster_e62c697c-7d97-4d50-4488-fd9c92d7584d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/cluster_e62c697c-7d97-4d50-4488-fd9c92d7584d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T10:18:17,477 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53528 2024-11-09T10:18:17,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:18:17,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:18:17,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/test.cache.data in system properties and HBase conf 2024-11-09T10:18:17,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:18:17,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:18:17,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:18:17,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:18:17,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:18:17,478 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:18:17,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:18:17,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:18:17,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:18:17,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:18:17,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:18:17,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:18:17,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:18:17,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:18:17,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:18:17,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:18:17,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:18:17,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:18:17,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:18:17,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:18:17,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f1a38310002, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:18:17,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f1a38310005, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:18:17,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f1a38310002, quorum=127.0.0.1:63454, baseZNode=/0-922621143 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:18:17,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f1a38310005, quorum=127.0.0.1:63454, baseZNode=/1-197911833 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:18:17,868 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:18:17,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:18:17,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:18:17,887 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:18:17,887 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:18:17,888 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:18:17,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5043fec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:18:17,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62175913{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:18:18,015 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a34cbff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/java.io.tmpdir/jetty-localhost-37391-hadoop-hdfs-3_4_1-tests_jar-_-any-8500813866928959693/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:18:18,016 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58c05427{HTTP/1.1, (http/1.1)}{localhost:37391} 2024-11-09T10:18:18,016 INFO [Time-limited test {}] server.Server(415): Started @51165ms 2024-11-09T10:18:18,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:18:18,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:18:18,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:18:18,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:18:18,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:18:18,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33983d55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:18:18,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63ff1d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:18:18,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@673d47f8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/java.io.tmpdir/jetty-localhost-35985-hadoop-hdfs-3_4_1-tests_jar-_-any-8439874619024378217/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:18:18,503 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e6e6fe7{HTTP/1.1, (http/1.1)}{localhost:35985} 2024-11-09T10:18:18,503 INFO [Time-limited test {}] server.Server(415): Started @51652ms 2024-11-09T10:18:18,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:18:19,205 WARN [Thread-825 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/cluster_e62c697c-7d97-4d50-4488-fd9c92d7584d/data/data1/current/BP-1985104173-172.17.0.3-1731147497510/current, will proceed with Du for space computation calculation, 2024-11-09T10:18:19,205 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/cluster_e62c697c-7d97-4d50-4488-fd9c92d7584d/data/data2/current/BP-1985104173-172.17.0.3-1731147497510/current, will proceed with Du for space computation calculation, 2024-11-09T10:18:19,235 WARN [Thread-813 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:18:19,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cdb4144cb01cb26 with lease ID 0xe583aba825b4bbfc: Processing first storage report for DS-e8be21ff-2508-41e0-bc2a-ed97b58e648d from datanode DatanodeRegistration(127.0.0.1:41943, datanodeUuid=e7a1dd76-20ff-45a5-8b3f-dea7050d0d3a, infoPort=44581, infoSecurePort=0, ipcPort=37943, storageInfo=lv=-57;cid=testClusterID;nsid=365186201;c=1731147497510) 2024-11-09T10:18:19,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cdb4144cb01cb26 with lease ID 0xe583aba825b4bbfc: from storage DS-e8be21ff-2508-41e0-bc2a-ed97b58e648d node DatanodeRegistration(127.0.0.1:41943, datanodeUuid=e7a1dd76-20ff-45a5-8b3f-dea7050d0d3a, infoPort=44581, infoSecurePort=0, ipcPort=37943, storageInfo=lv=-57;cid=testClusterID;nsid=365186201;c=1731147497510), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:18:19,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4cdb4144cb01cb26 with lease ID 0xe583aba825b4bbfc: Processing first storage report for DS-57ede26f-8288-475c-abb3-eba5db729639 from datanode DatanodeRegistration(127.0.0.1:41943, datanodeUuid=e7a1dd76-20ff-45a5-8b3f-dea7050d0d3a, infoPort=44581, infoSecurePort=0, ipcPort=37943, storageInfo=lv=-57;cid=testClusterID;nsid=365186201;c=1731147497510) 2024-11-09T10:18:19,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4cdb4144cb01cb26 with lease ID 0xe583aba825b4bbfc: from storage DS-57ede26f-8288-475c-abb3-eba5db729639 node DatanodeRegistration(127.0.0.1:41943, datanodeUuid=e7a1dd76-20ff-45a5-8b3f-dea7050d0d3a, infoPort=44581, infoSecurePort=0, ipcPort=37943, storageInfo=lv=-57;cid=testClusterID;nsid=365186201;c=1731147497510), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:18:19,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001 2024-11-09T10:18:19,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:19,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:19,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:18:19,287 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6 with version=8 2024-11-09T10:18:19,287 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/hbase-staging 2024-11-09T10:18:19,289 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:18:19,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:19,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:19,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:18:19,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:19,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:18:19,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:18:19,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:18:19,291 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45075 2024-11-09T10:18:19,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45075 connecting to ZooKeeper ensemble=127.0.0.1:53528 2024-11-09T10:18:19,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450750x0, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:18:19,390 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45075-0x1011f1a7bae0000 connected 2024-11-09T10:18:19,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:19,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:19,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Set watcher on znode that does not yet exist, /0-2013278059/running 2024-11-09T10:18:19,479 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6, hbase.cluster.distributed=false 2024-11-09T10:18:19,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Set watcher on znode that does not yet exist, /0-2013278059/acl 2024-11-09T10:18:19,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45075 2024-11-09T10:18:19,487 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45075 2024-11-09T10:18:19,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45075 2024-11-09T10:18:19,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45075 2024-11-09T10:18:19,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45075 2024-11-09T10:18:19,518 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:18:19,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:19,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:19,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:18:19,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:19,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:18:19,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:18:19,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:18:19,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44139 2024-11-09T10:18:19,521 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44139 connecting to ZooKeeper ensemble=127.0.0.1:53528 2024-11-09T10:18:19,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:19,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:19,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441390x0, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:18:19,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441390x0, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Set watcher on znode that does not yet exist, /0-2013278059/running 2024-11-09T10:18:19,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:18:19,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44139-0x1011f1a7bae0001 connected 2024-11-09T10:18:19,540 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:18:19,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Set watcher on znode that does not yet exist, /0-2013278059/master 2024-11-09T10:18:19,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Set watcher on znode that does not yet exist, /0-2013278059/acl 2024-11-09T10:18:19,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44139 2024-11-09T10:18:19,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44139 2024-11-09T10:18:19,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44139 2024-11-09T10:18:19,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44139 2024-11-09T10:18:19,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44139 2024-11-09T10:18:19,575 DEBUG [M:0;e067b2c2c7b3:45075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:45075 2024-11-09T10:18:19,576 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2013278059/backup-masters/e067b2c2c7b3,45075,1731147499289 2024-11-09T10:18:19,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059/backup-masters 2024-11-09T10:18:19,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059/backup-masters 2024-11-09T10:18:19,587 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Set watcher on existing znode=/0-2013278059/backup-masters/e067b2c2c7b3,45075,1731147499289 2024-11-09T10:18:19,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:19,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2013278059/master 2024-11-09T10:18:19,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:19,601 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Set watcher on existing znode=/0-2013278059/master 2024-11-09T10:18:19,601 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2013278059/backup-masters/e067b2c2c7b3,45075,1731147499289 from backup master directory 2024-11-09T10:18:19,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2013278059/backup-masters/e067b2c2c7b3,45075,1731147499289 2024-11-09T10:18:19,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059/backup-masters 2024-11-09T10:18:19,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059/backup-masters 2024-11-09T10:18:19,611 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:18:19,611 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,45075,1731147499289 2024-11-09T10:18:19,615 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/hbase.id] with ID: 14cf4ab9-385e-452a-a3ee-3f7f40ca7a44 2024-11-09T10:18:19,615 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/.tmp/hbase.id 2024-11-09T10:18:19,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:18:19,621 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/.tmp/hbase.id]:[hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/hbase.id] 2024-11-09T10:18:19,636 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:19,636 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:18:19,637 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:18:19,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:19,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:19,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:18:19,663 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:18:19,663 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:18:19,664 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:19,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:18:20,075 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store 2024-11-09T10:18:20,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:18:20,484 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:20,484 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:18:20,484 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:20,484 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:20,484 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:18:20,484 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:20,484 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:20,484 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147500484Disabling compacts and flushes for region at 1731147500484Disabling writes for close at 1731147500484Writing region close event to WAL at 1731147500484Closed at 1731147500484 2024-11-09T10:18:20,485 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/.initializing 2024-11-09T10:18:20,485 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/WALs/e067b2c2c7b3,45075,1731147499289 2024-11-09T10:18:20,486 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:18:20,488 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C45075%2C1731147499289, suffix=, logDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/WALs/e067b2c2c7b3,45075,1731147499289, archiveDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/oldWALs, maxLogs=10 2024-11-09T10:18:20,500 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/WALs/e067b2c2c7b3,45075,1731147499289/e067b2c2c7b3%2C45075%2C1731147499289.1731147500488, exclude list is [], retry=0 2024-11-09T10:18:20,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41943,DS-e8be21ff-2508-41e0-bc2a-ed97b58e648d,DISK] 2024-11-09T10:18:20,505 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/WALs/e067b2c2c7b3,45075,1731147499289/e067b2c2c7b3%2C45075%2C1731147499289.1731147500488 2024-11-09T10:18:20,505 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44581:44581)] 2024-11-09T10:18:20,505 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:18:20,506 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:20,506 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:20,506 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:20,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:20,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:18:20,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:20,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:20,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:20,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:18:20,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:20,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:20,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:20,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:18:20,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:20,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:20,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:20,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:18:20,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:20,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:20,517 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:20,518 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:20,519 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:20,520 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:20,520 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:20,521 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:18:20,522 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:20,525 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:18:20,525 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68576004, jitterRate=0.02186208963394165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:18:20,526 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147500506Initializing all the Stores at 1731147500507 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147500507Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147500508 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147500508Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147500508Cleaning up temporary data from old regions at 1731147500520 (+12 ms)Region opened successfully at 1731147500526 (+6 ms) 2024-11-09T10:18:20,526 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:18:20,529 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7b5663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:18:20,531 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:18:20,531 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:18:20,531 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:18:20,531 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:18:20,532 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:18:20,532 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:18:20,532 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:18:20,535 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:18:20,535 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Unable to get data of znode /0-2013278059/balancer because node does not exist (not necessarily an error) 2024-11-09T10:18:20,555 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2013278059/balancer already deleted, retry=false 2024-11-09T10:18:20,556 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:18:20,556 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Unable to get data of znode /0-2013278059/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:18:20,568 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2013278059/normalizer already deleted, retry=false 2024-11-09T10:18:20,568 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:18:20,569 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Unable to get data of znode /0-2013278059/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:18:20,578 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2013278059/switch/split already deleted, retry=false 2024-11-09T10:18:20,579 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Unable to get data of znode /0-2013278059/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:18:20,589 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2013278059/switch/merge already deleted, retry=false 2024-11-09T10:18:20,591 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Unable to get data of znode /0-2013278059/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:18:20,599 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2013278059/snapshot-cleanup already deleted, retry=false 2024-11-09T10:18:20,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:18:20,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:20,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2013278059/running 2024-11-09T10:18:20,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2013278059/running 2024-11-09T10:18:20,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:20,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:20,611 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,45075,1731147499289, sessionid=0x1011f1a7bae0000, setting cluster-up flag (Was=false) 2024-11-09T10:18:20,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:20,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:20,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:20,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:20,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:20,663 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2013278059/flush-table-proc/acquired, /0-2013278059/flush-table-proc/reached, /0-2013278059/flush-table-proc/abort 2024-11-09T10:18:20,664 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,45075,1731147499289 2024-11-09T10:18:20,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:20,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:20,715 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2013278059/online-snapshot/acquired, /0-2013278059/online-snapshot/reached, /0-2013278059/online-snapshot/abort 2024-11-09T10:18:20,716 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,45075,1731147499289 2024-11-09T10:18:20,718 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:18:20,719 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:20,720 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:18:20,720 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:18:20,720 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,45075,1731147499289 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:18:20,721 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:20,721 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:20,721 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:20,721 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:20,721 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:18:20,721 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,721 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:18:20,722 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,724 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147530724 2024-11-09T10:18:20,724 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:18:20,725 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:20,725 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:18:20,725 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:18:20,725 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:18:20,725 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:18:20,725 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:18:20,725 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:18:20,726 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:20,726 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:18:20,732 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,736 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:18:20,736 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:18:20,736 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:18:20,736 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:18:20,736 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:18:20,737 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:18:20,737 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147500737,5,FailOnTimeoutGroup] 2024-11-09T10:18:20,739 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147500737,5,FailOnTimeoutGroup] 2024-11-09T10:18:20,739 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,739 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:18:20,739 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,739 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:18:20,762 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(746): ClusterId : 14cf4ab9-385e-452a-a3ee-3f7f40ca7a44 2024-11-09T10:18:20,762 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:18:20,769 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:18:20,769 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:18:20,832 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:18:20,832 DEBUG [RS:0;e067b2c2c7b3:44139 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bef429b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:18:20,844 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:44139 2024-11-09T10:18:20,844 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:18:20,844 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:18:20,844 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:18:20,845 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,45075,1731147499289 with port=44139, startcode=1731147499518 2024-11-09T10:18:20,845 DEBUG [RS:0;e067b2c2c7b3:44139 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:18:20,846 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:18:20,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:20,847 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45075 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:20,849 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6 2024-11-09T10:18:20,849 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34207 2024-11-09T10:18:20,849 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:18:20,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059/rs 2024-11-09T10:18:20,919 DEBUG [RS:0;e067b2c2c7b3:44139 {}] zookeeper.ZKUtil(111): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Set watcher on existing znode=/0-2013278059/rs/e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:20,919 WARN [RS:0;e067b2c2c7b3:44139 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:18:20,919 INFO [RS:0;e067b2c2c7b3:44139 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:20,919 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:20,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,44139,1731147499518] 2024-11-09T10:18:20,922 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:18:20,924 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:18:20,924 INFO [RS:0;e067b2c2c7b3:44139 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:18:20,924 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,928 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:18:20,929 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:18:20,929 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,929 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,929 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,929 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,929 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,929 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,929 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:18:20,929 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,929 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,930 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,930 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,930 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,930 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:20,930 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:18:20,930 DEBUG [RS:0;e067b2c2c7b3:44139 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:18:20,932 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,932 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,932 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,932 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,932 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,932 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44139,1731147499518-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:18:20,947 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:18:20,948 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44139,1731147499518-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,948 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,948 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.Replication(171): e067b2c2c7b3,44139,1731147499518 started 2024-11-09T10:18:20,961 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:20,962 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,44139,1731147499518, RpcServer on e067b2c2c7b3/172.17.0.3:44139, sessionid=0x1011f1a7bae0001 2024-11-09T10:18:20,962 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:18:20,962 DEBUG [RS:0;e067b2c2c7b3:44139 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:20,962 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,44139,1731147499518' 2024-11-09T10:18:20,962 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2013278059/flush-table-proc/abort' 2024-11-09T10:18:20,962 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2013278059/flush-table-proc/acquired' 2024-11-09T10:18:20,963 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:18:20,963 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:18:20,963 DEBUG [RS:0;e067b2c2c7b3:44139 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:20,963 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,44139,1731147499518' 2024-11-09T10:18:20,963 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2013278059/online-snapshot/abort' 2024-11-09T10:18:20,963 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2013278059/online-snapshot/acquired' 2024-11-09T10:18:20,964 DEBUG [RS:0;e067b2c2c7b3:44139 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:18:20,964 INFO [RS:0;e067b2c2c7b3:44139 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:18:20,964 INFO [RS:0;e067b2c2c7b3:44139 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:18:21,064 INFO [RS:0;e067b2c2c7b3:44139 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:18:21,066 INFO [RS:0;e067b2c2c7b3:44139 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C44139%2C1731147499518, suffix=, logDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518, archiveDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/oldWALs, maxLogs=10 2024-11-09T10:18:21,079 DEBUG [RS:0;e067b2c2c7b3:44139 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066, exclude list is [], retry=0 2024-11-09T10:18:21,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41943,DS-e8be21ff-2508-41e0-bc2a-ed97b58e648d,DISK] 2024-11-09T10:18:21,083 INFO [RS:0;e067b2c2c7b3:44139 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 2024-11-09T10:18:21,084 DEBUG [RS:0;e067b2c2c7b3:44139 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44581:44581)] 2024-11-09T10:18:21,148 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:18:21,148 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6 2024-11-09T10:18:21,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:18:21,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:21,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:18:21,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:18:21,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:21,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:21,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:18:21,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:18:21,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:21,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:21,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:18:21,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:18:21,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:21,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:21,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:18:21,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:18:21,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:21,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:21,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:18:21,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740 2024-11-09T10:18:21,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740 2024-11-09T10:18:21,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:18:21,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:18:21,573 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:18:21,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:18:21,576 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:18:21,577 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68376328, jitterRate=0.018886685371398926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:18:21,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147501559Initializing all the Stores at 1731147501560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147501560Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147501560Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147501560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147501560Cleaning up temporary data from old regions at 1731147501573 (+13 ms)Region opened successfully at 1731147501578 (+5 ms) 2024-11-09T10:18:21,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:18:21,578 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:18:21,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:18:21,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:18:21,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:18:21,578 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:18:21,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147501578Disabling compacts and flushes for region at 1731147501578Disabling writes for close at 1731147501578Writing region close event to WAL at 1731147501578Closed at 1731147501578 2024-11-09T10:18:21,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:21,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:18:21,580 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:18:21,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:18:21,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:18:21,735 DEBUG [e067b2c2c7b3:45075 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:18:21,735 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:21,737 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,44139,1731147499518, state=OPENING 2024-11-09T10:18:21,799 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:18:21,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:21,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:21,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:18:21,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,44139,1731147499518}] 2024-11-09T10:18:21,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2013278059/meta-region-server: CHANGED 2024-11-09T10:18:21,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2013278059/meta-region-server: CHANGED 2024-11-09T10:18:21,991 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:18:21,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:18:21,997 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:18:21,997 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:21,997 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:18:22,001 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C44139%2C1731147499518.meta, suffix=.meta, logDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518, archiveDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/oldWALs, maxLogs=10 2024-11-09T10:18:22,019 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.meta.1731147502002.meta, exclude list is [], retry=0 2024-11-09T10:18:22,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41943,DS-e8be21ff-2508-41e0-bc2a-ed97b58e648d,DISK] 2024-11-09T10:18:22,024 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.meta.1731147502002.meta 2024-11-09T10:18:22,025 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44581:44581)] 2024-11-09T10:18:22,025 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:18:22,025 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:18:22,025 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:18:22,026 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:18:22,026 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:18:22,026 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:18:22,026 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:22,026 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:18:22,026 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:18:22,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:18:22,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:18:22,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:22,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:22,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:18:22,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:18:22,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:22,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:22,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:18:22,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:18:22,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:22,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:22,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:18:22,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:18:22,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:22,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:22,036 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:18:22,037 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740 2024-11-09T10:18:22,038 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740 2024-11-09T10:18:22,040 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:18:22,040 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:18:22,040 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:18:22,042 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:18:22,043 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62137604, jitterRate=-0.0740775465965271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:18:22,043 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:18:22,044 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147502026Writing region info on filesystem at 1731147502026Initializing all the Stores at 1731147502027 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147502027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147502028 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147502028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147502028Cleaning up temporary data from old regions at 1731147502040 (+12 ms)Running coprocessor post-open hooks at 1731147502043 (+3 ms)Region opened successfully at 1731147502044 (+1 ms) 2024-11-09T10:18:22,047 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147501991 2024-11-09T10:18:22,050 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:18:22,050 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:18:22,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:22,053 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,44139,1731147499518, state=OPEN 2024-11-09T10:18:22,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2013278059/meta-region-server 2024-11-09T10:18:22,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2013278059/meta-region-server 2024-11-09T10:18:22,073 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:22,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2013278059/meta-region-server: CHANGED 2024-11-09T10:18:22,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2013278059/meta-region-server: CHANGED 2024-11-09T10:18:22,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:18:22,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,44139,1731147499518 in 235 msec 2024-11-09T10:18:22,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:18:22,083 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-09T10:18:22,084 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:22,084 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:18:22,089 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:22,089 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44139,1731147499518, seqNum=-1] 2024-11-09T10:18:22,089 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:22,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:18:22,099 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3780 sec 2024-11-09T10:18:22,099 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147502099, completionTime=-1 2024-11-09T10:18:22,099 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:18:22,100 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:18:22,102 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:18:22,102 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147562102 2024-11-09T10:18:22,102 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147622102 2024-11-09T10:18:22,102 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T10:18:22,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45075,1731147499289-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:22,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45075,1731147499289-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:22,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45075,1731147499289-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:22,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:45075, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:22,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:22,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:22,106 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:18:22,109 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.498sec 2024-11-09T10:18:22,109 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:18:22,109 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:18:22,109 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:18:22,109 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:18:22,109 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:18:22,109 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45075,1731147499289-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:18:22,109 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45075,1731147499289-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:18:22,113 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:18:22,113 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:18:22,113 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45075,1731147499289-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:22,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c950b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:22,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45075,-1 for getting cluster id 2024-11-09T10:18:22,165 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:22,166 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14cf4ab9-385e-452a-a3ee-3f7f40ca7a44' 2024-11-09T10:18:22,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:22,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14cf4ab9-385e-452a-a3ee-3f7f40ca7a44" 2024-11-09T10:18:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@329ecc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45075,-1] 2024-11-09T10:18:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:22,168 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:22,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d75e731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:22,170 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:22,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44139,1731147499518, seqNum=-1] 2024-11-09T10:18:22,171 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:22,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:18:22,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,45075,1731147499289 2024-11-09T10:18:22,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53528 2024-11-09T10:18:22,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:18:22,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f1a7bae0002 connected 2024-11-09T10:18:22,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/hadoop.log.dir so I do NOT create it in target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2 2024-11-09T10:18:22,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:18:22,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/hadoop.tmp.dir so I do NOT create it in target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2 2024-11-09T10:18:22,200 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:18:22,200 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2 2024-11-09T10:18:22,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:18:22,200 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/cluster_3fdfbba7-79a9-a250-927b-de9a40749fc3, deleteOnExit=true 2024-11-09T10:18:22,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:18:22,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/test.cache.data in system properties and HBase conf 2024-11-09T10:18:22,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:18:22,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:18:22,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:18:22,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:18:22,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:18:22,201 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:18:22,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:18:22,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:18:22,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:18:22,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:18:22,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:18:22,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:18:22,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:18:22,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:18:22,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:18:22,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:18:22,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:18:22,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:18:22,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:18:22,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:18:22,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:18:22,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:18:22,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:18:22,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:18:22,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:18:22,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:18:22,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5943906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:18:22,568 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14a980a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:18:22,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f5cbb4b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/java.io.tmpdir/jetty-localhost-37449-hadoop-hdfs-3_4_1-tests_jar-_-any-12092036906184754238/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:18:22,709 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d6e1dc4{HTTP/1.1, (http/1.1)}{localhost:37449} 2024-11-09T10:18:22,709 INFO [Time-limited test {}] server.Server(415): Started @55859ms 2024-11-09T10:18:23,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:18:23,006 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:18:23,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:18:23,013 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:18:23,013 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:18:23,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdf9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:18:23,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf0c51d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:18:23,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T10:18:23,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49873634{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/java.io.tmpdir/jetty-localhost-33601-hadoop-hdfs-3_4_1-tests_jar-_-any-6429812668343921915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:18:23,138 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56e56b65{HTTP/1.1, (http/1.1)}{localhost:33601} 2024-11-09T10:18:23,138 INFO [Time-limited test {}] server.Server(415): Started @56288ms 2024-11-09T10:18:23,140 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:18:23,947 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/cluster_3fdfbba7-79a9-a250-927b-de9a40749fc3/data/data1/current/BP-120508490-172.17.0.3-1731147502226/current, will proceed with Du for space computation calculation, 2024-11-09T10:18:23,947 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/cluster_3fdfbba7-79a9-a250-927b-de9a40749fc3/data/data2/current/BP-120508490-172.17.0.3-1731147502226/current, will proceed with Du for space computation calculation, 2024-11-09T10:18:23,961 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:18:23,964 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82420505413f1854 with lease ID 0xacc260fced0d3cdb: Processing first storage report for DS-4e72b212-1dbc-4d1b-8313-c178f6affb57 from datanode DatanodeRegistration(127.0.0.1:41007, datanodeUuid=c00a69c6-6886-44dd-bf27-48c6983b3cf3, infoPort=45579, infoSecurePort=0, ipcPort=32953, storageInfo=lv=-57;cid=testClusterID;nsid=889517152;c=1731147502226) 2024-11-09T10:18:23,964 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82420505413f1854 with lease ID 0xacc260fced0d3cdb: from storage DS-4e72b212-1dbc-4d1b-8313-c178f6affb57 node DatanodeRegistration(127.0.0.1:41007, datanodeUuid=c00a69c6-6886-44dd-bf27-48c6983b3cf3, infoPort=45579, infoSecurePort=0, ipcPort=32953, storageInfo=lv=-57;cid=testClusterID;nsid=889517152;c=1731147502226), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:18:23,964 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82420505413f1854 with lease ID 0xacc260fced0d3cdb: Processing first storage report for DS-e1978ee1-63ce-4a53-8511-39d18f4fd251 from datanode DatanodeRegistration(127.0.0.1:41007, datanodeUuid=c00a69c6-6886-44dd-bf27-48c6983b3cf3, infoPort=45579, infoSecurePort=0, ipcPort=32953, storageInfo=lv=-57;cid=testClusterID;nsid=889517152;c=1731147502226) 2024-11-09T10:18:23,964 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82420505413f1854 with lease ID 0xacc260fced0d3cdb: from storage DS-e1978ee1-63ce-4a53-8511-39d18f4fd251 node DatanodeRegistration(127.0.0.1:41007, datanodeUuid=c00a69c6-6886-44dd-bf27-48c6983b3cf3, infoPort=45579, infoSecurePort=0, ipcPort=32953, storageInfo=lv=-57;cid=testClusterID;nsid=889517152;c=1731147502226), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:18:24,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2 2024-11-09T10:18:24,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:24,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:24,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:18:24,415 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6 with version=8 2024-11-09T10:18:24,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/hbase-staging 2024-11-09T10:18:24,418 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:18:24,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:24,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:24,418 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:18:24,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:24,418 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:18:24,418 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:18:24,418 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:18:24,419 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39195 2024-11-09T10:18:24,420 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39195 connecting to ZooKeeper ensemble=127.0.0.1:53528 2024-11-09T10:18:24,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391950x0, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:18:24,474 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39195-0x1011f1a7bae0003 connected 2024-11-09T10:18:24,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:24,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:24,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Set watcher on znode that does not yet exist, /1-829200860/running 2024-11-09T10:18:24,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6, hbase.cluster.distributed=false 2024-11-09T10:18:24,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Set watcher on znode that does not yet exist, /1-829200860/acl 2024-11-09T10:18:24,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39195 2024-11-09T10:18:24,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39195 2024-11-09T10:18:24,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39195 2024-11-09T10:18:24,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39195 2024-11-09T10:18:24,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39195 2024-11-09T10:18:24,568 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:18:24,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:24,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:24,568 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:18:24,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:18:24,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:18:24,569 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:18:24,569 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:18:24,570 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38493 2024-11-09T10:18:24,571 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38493 connecting to ZooKeeper ensemble=127.0.0.1:53528 2024-11-09T10:18:24,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:24,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:24,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384930x0, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:18:24,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384930x0, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Set watcher on znode that does not yet exist, /1-829200860/running 2024-11-09T10:18:24,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38493-0x1011f1a7bae0004 connected 2024-11-09T10:18:24,587 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:18:24,588 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:18:24,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Set watcher on znode that does not yet exist, /1-829200860/master 2024-11-09T10:18:24,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Set watcher on znode that does not yet exist, /1-829200860/acl 2024-11-09T10:18:24,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38493 2024-11-09T10:18:24,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38493 2024-11-09T10:18:24,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38493 2024-11-09T10:18:24,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38493 2024-11-09T10:18:24,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38493 2024-11-09T10:18:24,604 DEBUG [M:0;e067b2c2c7b3:39195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:39195 2024-11-09T10:18:24,606 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-829200860/backup-masters/e067b2c2c7b3,39195,1731147504417 2024-11-09T10:18:24,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860/backup-masters 2024-11-09T10:18:24,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860/backup-masters 2024-11-09T10:18:24,645 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Set watcher on existing znode=/1-829200860/backup-masters/e067b2c2c7b3,39195,1731147504417 2024-11-09T10:18:24,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:18:24,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-829200860/master 2024-11-09T10:18:24,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:18:24,652 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Set watcher on existing znode=/1-829200860/master 2024-11-09T10:18:24,652 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-829200860/backup-masters/e067b2c2c7b3,39195,1731147504417 from backup master directory 2024-11-09T10:18:24,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-829200860/backup-masters/e067b2c2c7b3,39195,1731147504417 2024-11-09T10:18:24,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860/backup-masters 2024-11-09T10:18:24,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860/backup-masters 2024-11-09T10:18:24,662 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:18:24,662 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,39195,1731147504417 2024-11-09T10:18:24,666 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/hbase.id] with ID: 6cf2c997-cbef-4935-9f88-5955341efaf7 2024-11-09T10:18:24,666 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/.tmp/hbase.id 2024-11-09T10:18:24,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:18:25,071 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/.tmp/hbase.id]:[hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/hbase.id] 2024-11-09T10:18:25,081 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:25,081 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:18:25,083 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T10:18:25,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:18:25,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:18:25,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:18:25,553 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:18:25,553 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:18:25,554 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:25,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:18:25,961 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store 2024-11-09T10:18:25,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:18:26,368 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:26,368 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:18:26,369 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:26,369 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:26,369 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:18:26,369 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:26,369 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:18:26,369 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147506368Disabling compacts and flushes for region at 1731147506368Disabling writes for close at 1731147506369 (+1 ms)Writing region close event to WAL at 1731147506369Closed at 1731147506369 2024-11-09T10:18:26,370 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/.initializing 2024-11-09T10:18:26,370 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/WALs/e067b2c2c7b3,39195,1731147504417 2024-11-09T10:18:26,371 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:18:26,373 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C39195%2C1731147504417, suffix=, logDir=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/WALs/e067b2c2c7b3,39195,1731147504417, archiveDir=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/oldWALs, maxLogs=10 2024-11-09T10:18:26,385 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/WALs/e067b2c2c7b3,39195,1731147504417/e067b2c2c7b3%2C39195%2C1731147504417.1731147506373, exclude list is [], retry=0 2024-11-09T10:18:26,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-4e72b212-1dbc-4d1b-8313-c178f6affb57,DISK] 2024-11-09T10:18:26,389 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/WALs/e067b2c2c7b3,39195,1731147504417/e067b2c2c7b3%2C39195%2C1731147504417.1731147506373 2024-11-09T10:18:26,390 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45579:45579)] 2024-11-09T10:18:26,390 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:18:26,390 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:26,390 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:26,390 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:26,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:26,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:18:26,393 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:26,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:26,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:26,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:18:26,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:26,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:26,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:26,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:18:26,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:26,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:26,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:26,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:18:26,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:26,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:26,398 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:26,399 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:26,399 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:26,400 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:26,400 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:26,401 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:18:26,402 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:18:26,404 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:18:26,404 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75092297, jitterRate=0.11896242201328278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:18:26,404 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147506390Initializing all the Stores at 1731147506391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147506391Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147506391Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147506391Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147506391Cleaning up temporary data from old regions at 1731147506400 (+9 ms)Region opened successfully at 1731147506404 (+4 ms) 2024-11-09T10:18:26,404 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:18:26,407 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493f9220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:18:26,408 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:18:26,408 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:18:26,408 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:18:26,409 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:18:26,409 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:18:26,410 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:18:26,410 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:18:26,411 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:18:26,412 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Unable to get data of znode /1-829200860/balancer because node does not exist (not necessarily an error) 2024-11-09T10:18:26,473 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-829200860/balancer already deleted, retry=false 2024-11-09T10:18:26,473 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:18:26,474 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Unable to get data of znode /1-829200860/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:18:26,483 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-829200860/normalizer already deleted, retry=false 2024-11-09T10:18:26,483 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:18:26,484 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Unable to get data of znode /1-829200860/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:18:26,494 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-829200860/switch/split already deleted, retry=false 2024-11-09T10:18:26,494 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Unable to get data of znode /1-829200860/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:18:26,504 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-829200860/switch/merge already deleted, retry=false 2024-11-09T10:18:26,506 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Unable to get data of znode /1-829200860/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:18:26,515 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-829200860/snapshot-cleanup already deleted, retry=false 2024-11-09T10:18:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-829200860/running 2024-11-09T10:18:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-829200860/running 2024-11-09T10:18:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:18:26,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:18:26,526 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,39195,1731147504417, sessionid=0x1011f1a7bae0003, setting cluster-up flag (Was=false) 2024-11-09T10:18:26,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:18:26,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:18:26,578 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-829200860/flush-table-proc/acquired, /1-829200860/flush-table-proc/reached, /1-829200860/flush-table-proc/abort 2024-11-09T10:18:26,579 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,39195,1731147504417 2024-11-09T10:18:26,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:18:26,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:18:26,630 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-829200860/online-snapshot/acquired, /1-829200860/online-snapshot/reached, /1-829200860/online-snapshot/abort 2024-11-09T10:18:26,632 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,39195,1731147504417 2024-11-09T10:18:26,633 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:18:26,634 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:26,635 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:18:26,635 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:18:26,635 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,39195,1731147504417 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:18:26,636 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:26,636 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:26,636 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:26,636 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:18:26,636 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:18:26,636 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,636 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:18:26,636 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,637 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147536637 2024-11-09T10:18:26,637 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:18:26,637 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:18:26,637 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:18:26,637 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:18:26,637 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:18:26,637 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:18:26,638 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:26,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:18:26,638 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:18:26,638 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:18:26,638 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:18:26,638 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:18:26,638 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:18:26,638 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:18:26,638 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147506638,5,FailOnTimeoutGroup] 2024-11-09T10:18:26,639 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147506638,5,FailOnTimeoutGroup] 2024-11-09T10:18:26,639 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,639 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:18:26,639 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,639 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,639 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:26,639 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:18:26,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:18:26,697 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(746): ClusterId : 6cf2c997-cbef-4935-9f88-5955341efaf7 2024-11-09T10:18:26,697 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:18:26,705 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:18:26,705 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:18:26,716 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:18:26,716 DEBUG [RS:0;e067b2c2c7b3:38493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43aaff8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:18:26,726 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:38493 2024-11-09T10:18:26,726 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:18:26,726 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:18:26,726 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:18:26,727 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,39195,1731147504417 with port=38493, startcode=1731147504568 2024-11-09T10:18:26,727 DEBUG [RS:0;e067b2c2c7b3:38493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:18:26,728 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:18:26,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39195 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,38493,1731147504568 2024-11-09T10:18:26,729 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39195 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,38493,1731147504568 2024-11-09T10:18:26,730 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6 2024-11-09T10:18:26,730 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44285 2024-11-09T10:18:26,730 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:18:26,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860/rs 2024-11-09T10:18:26,781 DEBUG [RS:0;e067b2c2c7b3:38493 {}] zookeeper.ZKUtil(111): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Set watcher on existing znode=/1-829200860/rs/e067b2c2c7b3,38493,1731147504568 2024-11-09T10:18:26,781 WARN [RS:0;e067b2c2c7b3:38493 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:18:26,781 INFO [RS:0;e067b2c2c7b3:38493 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:26,781 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/WALs/e067b2c2c7b3,38493,1731147504568 2024-11-09T10:18:26,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,38493,1731147504568] 2024-11-09T10:18:26,785 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:18:26,787 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:18:26,787 INFO [RS:0;e067b2c2c7b3:38493 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:18:26,787 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,788 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:18:26,788 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:18:26,789 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:18:26,789 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:18:26,790 DEBUG [RS:0;e067b2c2c7b3:38493 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:18:26,790 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,790 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,790 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,790 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,790 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,790 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,38493,1731147504568-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:18:26,803 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:18:26,803 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,38493,1731147504568-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,804 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,804 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.Replication(171): e067b2c2c7b3,38493,1731147504568 started 2024-11-09T10:18:26,816 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:26,816 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,38493,1731147504568, RpcServer on e067b2c2c7b3/172.17.0.3:38493, sessionid=0x1011f1a7bae0004 2024-11-09T10:18:26,816 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:18:26,816 DEBUG [RS:0;e067b2c2c7b3:38493 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,38493,1731147504568 2024-11-09T10:18:26,816 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,38493,1731147504568' 2024-11-09T10:18:26,816 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-829200860/flush-table-proc/abort' 2024-11-09T10:18:26,817 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-829200860/flush-table-proc/acquired' 2024-11-09T10:18:26,817 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:18:26,817 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:18:26,817 DEBUG [RS:0;e067b2c2c7b3:38493 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,38493,1731147504568 2024-11-09T10:18:26,817 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,38493,1731147504568' 2024-11-09T10:18:26,817 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-829200860/online-snapshot/abort' 2024-11-09T10:18:26,817 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-829200860/online-snapshot/acquired' 2024-11-09T10:18:26,818 DEBUG [RS:0;e067b2c2c7b3:38493 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:18:26,818 INFO [RS:0;e067b2c2c7b3:38493 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:18:26,818 INFO [RS:0;e067b2c2c7b3:38493 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:18:26,918 INFO [RS:0;e067b2c2c7b3:38493 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:18:26,920 INFO [RS:0;e067b2c2c7b3:38493 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C38493%2C1731147504568, suffix=, logDir=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/WALs/e067b2c2c7b3,38493,1731147504568, archiveDir=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/oldWALs, maxLogs=10 2024-11-09T10:18:26,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:18:26,932 DEBUG [RS:0;e067b2c2c7b3:38493 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/WALs/e067b2c2c7b3,38493,1731147504568/e067b2c2c7b3%2C38493%2C1731147504568.1731147506920, exclude list is [], retry=0 2024-11-09T10:18:26,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-4e72b212-1dbc-4d1b-8313-c178f6affb57,DISK] 2024-11-09T10:18:26,936 INFO [RS:0;e067b2c2c7b3:38493 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/WALs/e067b2c2c7b3,38493,1731147504568/e067b2c2c7b3%2C38493%2C1731147504568.1731147506920 2024-11-09T10:18:26,936 DEBUG [RS:0;e067b2c2c7b3:38493 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45579:45579)] 2024-11-09T10:18:27,048 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:18:27,048 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6 2024-11-09T10:18:27,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:18:27,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:27,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:18:27,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:18:27,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:27,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:27,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:18:27,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:18:27,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:27,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:27,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:18:27,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:18:27,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:27,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:27,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:18:27,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:18:27,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:27,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:27,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:18:27,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740 2024-11-09T10:18:27,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740 2024-11-09T10:18:27,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:18:27,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:18:27,465 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:18:27,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:18:27,468 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:18:27,468 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73687616, jitterRate=0.09803104400634766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:18:27,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147507455Initializing all the Stores at 1731147507455Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147507455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147507456 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147507456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147507456Cleaning up temporary data from old regions at 1731147507464 (+8 ms)Region opened successfully at 1731147507468 (+4 ms) 2024-11-09T10:18:27,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:18:27,469 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:18:27,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:18:27,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:18:27,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:18:27,469 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:18:27,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147507469Disabling compacts and flushes for region at 1731147507469Disabling writes for close at 1731147507469Writing region close event to WAL at 1731147507469Closed at 1731147507469 2024-11-09T10:18:27,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:27,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:18:27,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:18:27,471 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:18:27,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:18:27,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:18:27,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:27,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:27,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:27,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:27,623 DEBUG [e067b2c2c7b3:39195 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:18:27,623 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,38493,1731147504568 2024-11-09T10:18:27,624 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,38493,1731147504568, state=OPENING 2024-11-09T10:18:27,673 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:18:27,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:18:27,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:18:27,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-829200860/meta-region-server: CHANGED 2024-11-09T10:18:27,684 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-829200860/meta-region-server: CHANGED 2024-11-09T10:18:27,684 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:18:27,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,38493,1731147504568}] 2024-11-09T10:18:27,837 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:18:27,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:18:27,841 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:18:27,841 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:27,842 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:18:27,843 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C38493%2C1731147504568.meta, suffix=.meta, logDir=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/WALs/e067b2c2c7b3,38493,1731147504568, archiveDir=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/oldWALs, maxLogs=10 2024-11-09T10:18:27,855 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/WALs/e067b2c2c7b3,38493,1731147504568/e067b2c2c7b3%2C38493%2C1731147504568.meta.1731147507843.meta, exclude list is [], retry=0 2024-11-09T10:18:27,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41007,DS-4e72b212-1dbc-4d1b-8313-c178f6affb57,DISK] 2024-11-09T10:18:27,858 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/WALs/e067b2c2c7b3,38493,1731147504568/e067b2c2c7b3%2C38493%2C1731147504568.meta.1731147507843.meta 2024-11-09T10:18:27,859 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45579:45579)] 2024-11-09T10:18:27,859 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:18:27,859 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:18:27,859 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:18:27,859 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:18:27,859 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:18:27,859 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:18:27,859 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:27,859 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:18:27,859 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:18:27,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:18:27,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:18:27,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:27,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:27,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:18:27,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:18:27,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:27,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:27,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:18:27,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:18:27,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:27,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:27,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:18:27,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:18:27,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:27,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:18:27,865 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:18:27,866 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740 2024-11-09T10:18:27,867 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740 2024-11-09T10:18:27,868 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:18:27,868 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:18:27,869 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:18:27,870 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:18:27,871 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71335254, jitterRate=0.0629781186580658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:18:27,871 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:18:27,871 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147507859Writing region info on filesystem at 1731147507859Initializing all the Stores at 1731147507860 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147507860Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147507861 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147507861Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147507861Cleaning up temporary data from old regions at 1731147507868 (+7 ms)Running coprocessor post-open hooks at 1731147507871 (+3 ms)Region opened successfully at 1731147507871 2024-11-09T10:18:27,872 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147507836 2024-11-09T10:18:27,874 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:18:27,874 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:18:27,874 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,38493,1731147504568 2024-11-09T10:18:27,875 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,38493,1731147504568, state=OPEN 2024-11-09T10:18:27,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-829200860/meta-region-server 2024-11-09T10:18:27,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-829200860/meta-region-server 2024-11-09T10:18:27,883 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,38493,1731147504568 2024-11-09T10:18:27,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-829200860/meta-region-server: CHANGED 2024-11-09T10:18:27,883 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-829200860/meta-region-server: CHANGED 2024-11-09T10:18:27,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:18:27,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,38493,1731147504568 in 199 msec 2024-11-09T10:18:27,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:18:27,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-09T10:18:27,889 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:18:27,889 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:18:27,890 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:27,890 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,38493,1731147504568, seqNum=-1] 2024-11-09T10:18:27,891 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:27,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:18:27,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-09T10:18:27,897 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147507897, completionTime=-1 2024-11-09T10:18:27,897 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:18:27,897 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:18:27,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:18:27,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147567899 2024-11-09T10:18:27,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147627899 2024-11-09T10:18:27,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:18:27,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39195,1731147504417-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:27,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39195,1731147504417-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:27,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39195,1731147504417-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:27,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:39195, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:27,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:27,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:27,901 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:18:27,903 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.241sec 2024-11-09T10:18:27,903 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:18:27,903 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:18:27,903 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:18:27,903 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:18:27,903 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:18:27,903 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39195,1731147504417-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:18:27,903 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39195,1731147504417-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:18:27,906 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:18:27,906 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:18:27,906 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39195,1731147504417-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:18:27,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c2aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:27,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39195,-1 for getting cluster id 2024-11-09T10:18:27,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:27,999 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cf2c997-cbef-4935-9f88-5955341efaf7' 2024-11-09T10:18:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cf2c997-cbef-4935-9f88-5955341efaf7" 2024-11-09T10:18:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774b5dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:27,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39195,-1] 2024-11-09T10:18:28,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:28,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:28,001 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:28,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6bf9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:28,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,38493,1731147504568, seqNum=-1] 2024-11-09T10:18:28,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:28,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:18:28,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,39195,1731147504417 2024-11-09T10:18:28,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53528 2024-11-09T10:18:28,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:18:28,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f1a7bae0005 connected 2024-11-09T10:18:28,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:18:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,45075,1731147499289 2024-11-09T10:18:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41e5e785 2024-11-09T10:18:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:18:28,037 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:18:28,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:18:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:18:28,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:18:28,045 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:28,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:18:28,046 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:18:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:28,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:18:28,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:28,454 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee304945cc79341d60f556b498dcd4b1, NAME => 'test,,1731147508038.ee304945cc79341d60f556b498dcd4b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6 2024-11-09T10:18:28,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:18:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:28,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147508038.ee304945cc79341d60f556b498dcd4b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:28,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ee304945cc79341d60f556b498dcd4b1, disabling compactions & flushes 2024-11-09T10:18:28,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. 2024-11-09T10:18:28,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. 2024-11-09T10:18:28,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. after waiting 0 ms 2024-11-09T10:18:28,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. 2024-11-09T10:18:28,860 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. 2024-11-09T10:18:28,860 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee304945cc79341d60f556b498dcd4b1: Waiting for close lock at 1731147508860Disabling compacts and flushes for region at 1731147508860Disabling writes for close at 1731147508860Writing region close event to WAL at 1731147508860Closed at 1731147508860 2024-11-09T10:18:28,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:18:28,862 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147508038.ee304945cc79341d60f556b498dcd4b1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147508862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147508862"}]},"ts":"1731147508862"} 2024-11-09T10:18:28,864 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:18:28,865 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:18:28,865 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147508865"}]},"ts":"1731147508865"} 2024-11-09T10:18:28,867 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:18:28,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee304945cc79341d60f556b498dcd4b1, ASSIGN}] 2024-11-09T10:18:28,869 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee304945cc79341d60f556b498dcd4b1, ASSIGN 2024-11-09T10:18:28,870 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ee304945cc79341d60f556b498dcd4b1, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,44139,1731147499518; forceNewPlan=false, retain=false 2024-11-09T10:18:29,020 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee304945cc79341d60f556b498dcd4b1, regionState=OPENING, regionLocation=e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:29,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ee304945cc79341d60f556b498dcd4b1, ASSIGN because future has completed 2024-11-09T10:18:29,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee304945cc79341d60f556b498dcd4b1, server=e067b2c2c7b3,44139,1731147499518}] 2024-11-09T10:18:29,179 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. 2024-11-09T10:18:29,179 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee304945cc79341d60f556b498dcd4b1, NAME => 'test,,1731147508038.ee304945cc79341d60f556b498dcd4b1.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:18:29,179 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:18:29,179 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:18:29,179 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,179 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147508038.ee304945cc79341d60f556b498dcd4b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:29,180 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,180 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,181 INFO [StoreOpener-ee304945cc79341d60f556b498dcd4b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:29,182 INFO [StoreOpener-ee304945cc79341d60f556b498dcd4b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee304945cc79341d60f556b498dcd4b1 columnFamilyName f 2024-11-09T10:18:29,182 DEBUG [StoreOpener-ee304945cc79341d60f556b498dcd4b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:29,183 INFO [StoreOpener-ee304945cc79341d60f556b498dcd4b1-1 {}] regionserver.HStore(327): Store=ee304945cc79341d60f556b498dcd4b1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:29,183 INFO [StoreOpener-ee304945cc79341d60f556b498dcd4b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,184 INFO [StoreOpener-ee304945cc79341d60f556b498dcd4b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee304945cc79341d60f556b498dcd4b1 columnFamilyName f1 2024-11-09T10:18:29,184 DEBUG [StoreOpener-ee304945cc79341d60f556b498dcd4b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:29,185 INFO [StoreOpener-ee304945cc79341d60f556b498dcd4b1-1 {}] regionserver.HStore(327): Store=ee304945cc79341d60f556b498dcd4b1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:29,185 INFO [StoreOpener-ee304945cc79341d60f556b498dcd4b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,186 INFO [StoreOpener-ee304945cc79341d60f556b498dcd4b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee304945cc79341d60f556b498dcd4b1 columnFamilyName norep 2024-11-09T10:18:29,186 DEBUG [StoreOpener-ee304945cc79341d60f556b498dcd4b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:29,186 INFO [StoreOpener-ee304945cc79341d60f556b498dcd4b1-1 {}] regionserver.HStore(327): Store=ee304945cc79341d60f556b498dcd4b1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:29,186 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,187 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,187 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,188 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,188 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,189 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:18:29,189 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,191 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:18:29,192 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee304945cc79341d60f556b498dcd4b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62330636, jitterRate=-0.0712011456489563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:18:29,192 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:18:29,192 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee304945cc79341d60f556b498dcd4b1: Running coprocessor pre-open hook at 1731147509180Writing region info on filesystem at 1731147509180Initializing all the Stores at 1731147509180Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147509181 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147509181Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147509181Cleaning up temporary data from old regions at 1731147509188 (+7 ms)Running coprocessor post-open hooks at 1731147509192 (+4 ms)Region opened successfully at 1731147509192 2024-11-09T10:18:29,194 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., pid=6, masterSystemTime=1731147509175 2024-11-09T10:18:29,196 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. 2024-11-09T10:18:29,196 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. 2024-11-09T10:18:29,198 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee304945cc79341d60f556b498dcd4b1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:29,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee304945cc79341d60f556b498dcd4b1, server=e067b2c2c7b3,44139,1731147499518 because future has completed 2024-11-09T10:18:29,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:18:29,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee304945cc79341d60f556b498dcd4b1, server=e067b2c2c7b3,44139,1731147499518 in 178 msec 2024-11-09T10:18:29,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:18:29,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ee304945cc79341d60f556b498dcd4b1, ASSIGN in 337 msec 2024-11-09T10:18:29,207 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:18:29,207 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147509207"}]},"ts":"1731147509207"} 2024-11-09T10:18:29,210 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:18:29,211 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:18:29,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-09T10:18:30,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:30,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:18:30,193 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:18:30,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39195,1731147504417 2024-11-09T10:18:30,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19e0c02 2024-11-09T10:18:30,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:18:30,194 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:18:30,196 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:18:30,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:18:30,198 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:18:30,198 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:30,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:18:30,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:18:30,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:30,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:18:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:30,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c98f4980a5f88b9c96a3fb434f397780, NAME => 'test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6 2024-11-09T10:18:30,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:18:30,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:31,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:31,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c98f4980a5f88b9c96a3fb434f397780, disabling compactions & flushes 2024-11-09T10:18:31,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. 2024-11-09T10:18:31,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. 2024-11-09T10:18:31,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. after waiting 0 ms 2024-11-09T10:18:31,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. 2024-11-09T10:18:31,013 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. 2024-11-09T10:18:31,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c98f4980a5f88b9c96a3fb434f397780: Waiting for close lock at 1731147511013Disabling compacts and flushes for region at 1731147511013Disabling writes for close at 1731147511013Writing region close event to WAL at 1731147511013Closed at 1731147511013 2024-11-09T10:18:31,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:18:31,015 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147511014"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147511014"}]},"ts":"1731147511014"} 2024-11-09T10:18:31,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:18:31,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:18:31,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147511037"}]},"ts":"1731147511037"} 2024-11-09T10:18:31,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:18:31,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c98f4980a5f88b9c96a3fb434f397780, ASSIGN}] 2024-11-09T10:18:31,042 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c98f4980a5f88b9c96a3fb434f397780, ASSIGN 2024-11-09T10:18:31,043 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c98f4980a5f88b9c96a3fb434f397780, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,38493,1731147504568; forceNewPlan=false, retain=false 2024-11-09T10:18:31,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c98f4980a5f88b9c96a3fb434f397780, regionState=OPENING, regionLocation=e067b2c2c7b3,38493,1731147504568 2024-11-09T10:18:31,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c98f4980a5f88b9c96a3fb434f397780, ASSIGN because future has completed 2024-11-09T10:18:31,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c98f4980a5f88b9c96a3fb434f397780, server=e067b2c2c7b3,38493,1731147504568}] 2024-11-09T10:18:31,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:31,354 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. 2024-11-09T10:18:31,354 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c98f4980a5f88b9c96a3fb434f397780, NAME => 'test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:18:31,355 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:18:31,355 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:18:31,355 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,355 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:31,355 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,355 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,356 INFO [StoreOpener-c98f4980a5f88b9c96a3fb434f397780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,358 INFO [StoreOpener-c98f4980a5f88b9c96a3fb434f397780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c98f4980a5f88b9c96a3fb434f397780 columnFamilyName f 2024-11-09T10:18:31,358 DEBUG [StoreOpener-c98f4980a5f88b9c96a3fb434f397780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:31,358 INFO [StoreOpener-c98f4980a5f88b9c96a3fb434f397780-1 {}] regionserver.HStore(327): Store=c98f4980a5f88b9c96a3fb434f397780/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:31,358 INFO [StoreOpener-c98f4980a5f88b9c96a3fb434f397780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,360 INFO [StoreOpener-c98f4980a5f88b9c96a3fb434f397780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c98f4980a5f88b9c96a3fb434f397780 columnFamilyName f1 2024-11-09T10:18:31,360 DEBUG [StoreOpener-c98f4980a5f88b9c96a3fb434f397780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:31,360 INFO [StoreOpener-c98f4980a5f88b9c96a3fb434f397780-1 {}] regionserver.HStore(327): Store=c98f4980a5f88b9c96a3fb434f397780/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:31,360 INFO [StoreOpener-c98f4980a5f88b9c96a3fb434f397780-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,361 INFO [StoreOpener-c98f4980a5f88b9c96a3fb434f397780-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c98f4980a5f88b9c96a3fb434f397780 columnFamilyName norep 2024-11-09T10:18:31,361 DEBUG [StoreOpener-c98f4980a5f88b9c96a3fb434f397780-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:31,362 INFO [StoreOpener-c98f4980a5f88b9c96a3fb434f397780-1 {}] regionserver.HStore(327): Store=c98f4980a5f88b9c96a3fb434f397780/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:31,362 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,362 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/default/test/c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,363 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/default/test/c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,364 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,364 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,364 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:18:31,365 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,367 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/default/test/c98f4980a5f88b9c96a3fb434f397780/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:18:31,367 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c98f4980a5f88b9c96a3fb434f397780; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69925374, jitterRate=0.04196926951408386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:18:31,367 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:18:31,367 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c98f4980a5f88b9c96a3fb434f397780: Running coprocessor pre-open hook at 1731147511355Writing region info on filesystem at 1731147511355Initializing all the Stores at 1731147511356 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147511356Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147511356Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147511356Cleaning up temporary data from old regions at 1731147511364 (+8 ms)Running coprocessor post-open hooks at 1731147511367 (+3 ms)Region opened successfully at 1731147511367 2024-11-09T10:18:31,368 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780., pid=6, masterSystemTime=1731147511349 2024-11-09T10:18:31,371 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. 2024-11-09T10:18:31,371 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. 2024-11-09T10:18:31,371 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c98f4980a5f88b9c96a3fb434f397780, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,38493,1731147504568 2024-11-09T10:18:31,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c98f4980a5f88b9c96a3fb434f397780, server=e067b2c2c7b3,38493,1731147504568 because future has completed 2024-11-09T10:18:31,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:18:31,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c98f4980a5f88b9c96a3fb434f397780, server=e067b2c2c7b3,38493,1731147504568 in 179 msec 2024-11-09T10:18:31,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:18:31,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c98f4980a5f88b9c96a3fb434f397780, ASSIGN in 336 msec 2024-11-09T10:18:31,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:18:31,380 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147511380"}]},"ts":"1731147511380"} 2024-11-09T10:18:31,382 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:18:31,383 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:18:31,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1870 sec 2024-11-09T10:18:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39195 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:18:32,341 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:18:32,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9020e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:32,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45075,-1 for getting cluster id 2024-11-09T10:18:32,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:32,343 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14cf4ab9-385e-452a-a3ee-3f7f40ca7a44' 2024-11-09T10:18:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14cf4ab9-385e-452a-a3ee-3f7f40ca7a44" 2024-11-09T10:18:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@104199b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45075,-1] 2024-11-09T10:18:32,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:32,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:32,344 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:32,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c7f822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:32,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e43990e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:32,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39195,-1 for getting cluster id 2024-11-09T10:18:32,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:32,346 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cf2c997-cbef-4935-9f88-5955341efaf7' 2024-11-09T10:18:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cf2c997-cbef-4935-9f88-5955341efaf7" 2024-11-09T10:18:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbc001e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39195,-1] 2024-11-09T10:18:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:32,347 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:32,348 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:32,348 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4160eb9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:32,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6104dc69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:32,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45075,-1 for getting cluster id 2024-11-09T10:18:32,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:32,350 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14cf4ab9-385e-452a-a3ee-3f7f40ca7a44' 2024-11-09T10:18:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14cf4ab9-385e-452a-a3ee-3f7f40ca7a44" 2024-11-09T10:18:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7747a680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45075,-1] 2024-11-09T10:18:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:32,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:32,351 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:32,352 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bec0473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:32,353 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:18:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,45075,1731147499289 2024-11-09T10:18:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ac2050 2024-11-09T10:18:32,354 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:18:32,355 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:18:32,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:39195,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:18:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:18:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:18:32,358 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:39195' 2024-11-09T10:18:32,359 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10649d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:32,359 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39195,-1 for getting cluster id 2024-11-09T10:18:32,359 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:32,360 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cf2c997-cbef-4935-9f88-5955341efaf7' 2024-11-09T10:18:32,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:32,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cf2c997-cbef-4935-9f88-5955341efaf7" 2024-11-09T10:18:32,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d43092c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:32,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39195,-1] 2024-11-09T10:18:32,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:32,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:32,361 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:32,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489882b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:32,362 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:18:32,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39195,1731147504417 2024-11-09T10:18:32,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45144f66 2024-11-09T10:18:32,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:18:32,363 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:18:32,364 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T10:18:32,364 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:18:32,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:32,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:32,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:18:32,364 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:18:32,366 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:18:32,367 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:18:32,367 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:32,368 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:18:32,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741837_1013 (size=1138) 2024-11-09T10:18:32,416 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:18:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:18:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:18:32,775 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e807503f40a10d185cda2c246db0a29d, NAME => 'hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6 2024-11-09T10:18:32,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741838_1014 (size=44) 2024-11-09T10:18:32,785 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T10:18:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:18:33,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:33,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e807503f40a10d185cda2c246db0a29d, disabling compactions & flushes 2024-11-09T10:18:33,181 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. 2024-11-09T10:18:33,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. 2024-11-09T10:18:33,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. after waiting 0 ms 2024-11-09T10:18:33,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. 2024-11-09T10:18:33,181 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. 2024-11-09T10:18:33,181 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e807503f40a10d185cda2c246db0a29d: Waiting for close lock at 1731147513181Disabling compacts and flushes for region at 1731147513181Disabling writes for close at 1731147513181Writing region close event to WAL at 1731147513181Closed at 1731147513181 2024-11-09T10:18:33,183 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:18:33,183 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147513183"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147513183"}]},"ts":"1731147513183"} 2024-11-09T10:18:33,185 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:18:33,186 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:18:33,187 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147513186"}]},"ts":"1731147513186"} 2024-11-09T10:18:33,189 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:18:33,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e807503f40a10d185cda2c246db0a29d, ASSIGN}] 2024-11-09T10:18:33,190 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e807503f40a10d185cda2c246db0a29d, ASSIGN 2024-11-09T10:18:33,191 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e807503f40a10d185cda2c246db0a29d, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,44139,1731147499518; forceNewPlan=false, retain=false 2024-11-09T10:18:33,342 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e807503f40a10d185cda2c246db0a29d, regionState=OPENING, regionLocation=e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:33,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e807503f40a10d185cda2c246db0a29d, ASSIGN because future has completed 2024-11-09T10:18:33,344 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e807503f40a10d185cda2c246db0a29d, server=e067b2c2c7b3,44139,1731147499518}] 2024-11-09T10:18:33,361 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:18:33,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:33,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:33,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:33,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:33,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T10:18:33,406 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T10:18:33,406 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:18:33,406 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T10:18:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:18:33,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. 2024-11-09T10:18:33,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:18:33,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:18:33,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C44139%2C1731147499518.rep, suffix=, logDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518, archiveDir=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/oldWALs, maxLogs=10 2024-11-09T10:18:33,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.rep.1731147513502, exclude list is [], retry=0 2024-11-09T10:18:33,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41943,DS-e8be21ff-2508-41e0-bc2a-ed97b58e648d,DISK] 2024-11-09T10:18:33,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.rep.1731147513502 2024-11-09T10:18:33,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44581:44581)] 2024-11-09T10:18:33,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e807503f40a10d185cda2c246db0a29d, NAME => 'hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:18:33,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:18:33,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:18:33,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. service=MultiRowMutationService 2024-11-09T10:18:33,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:18:33,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:18:33,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,520 INFO [StoreOpener-e807503f40a10d185cda2c246db0a29d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,521 INFO [StoreOpener-e807503f40a10d185cda2c246db0a29d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e807503f40a10d185cda2c246db0a29d columnFamilyName hfileref 2024-11-09T10:18:33,521 DEBUG [StoreOpener-e807503f40a10d185cda2c246db0a29d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:33,521 INFO [StoreOpener-e807503f40a10d185cda2c246db0a29d-1 {}] regionserver.HStore(327): Store=e807503f40a10d185cda2c246db0a29d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:33,521 INFO [StoreOpener-e807503f40a10d185cda2c246db0a29d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,523 INFO [StoreOpener-e807503f40a10d185cda2c246db0a29d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e807503f40a10d185cda2c246db0a29d columnFamilyName queue 2024-11-09T10:18:33,523 DEBUG [StoreOpener-e807503f40a10d185cda2c246db0a29d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:33,523 INFO [StoreOpener-e807503f40a10d185cda2c246db0a29d-1 {}] regionserver.HStore(327): Store=e807503f40a10d185cda2c246db0a29d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:33,523 INFO [StoreOpener-e807503f40a10d185cda2c246db0a29d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,524 INFO [StoreOpener-e807503f40a10d185cda2c246db0a29d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e807503f40a10d185cda2c246db0a29d columnFamilyName sid 2024-11-09T10:18:33,524 DEBUG [StoreOpener-e807503f40a10d185cda2c246db0a29d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:18:33,525 INFO [StoreOpener-e807503f40a10d185cda2c246db0a29d-1 {}] regionserver.HStore(327): Store=e807503f40a10d185cda2c246db0a29d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:18:33,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:18:33,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:18:33,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e807503f40a10d185cda2c246db0a29d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66828240, jitterRate=-0.004181623458862305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:18:33,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e807503f40a10d185cda2c246db0a29d 2024-11-09T10:18:33,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e807503f40a10d185cda2c246db0a29d: Running coprocessor pre-open hook at 1731147513519Writing region info on filesystem at 1731147513519Initializing all the Stores at 1731147513519Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147513519Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147513520 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147513520Cleaning up temporary data from old regions at 1731147513527 (+7 ms)Running coprocessor post-open hooks at 1731147513532 (+5 ms)Region opened successfully at 1731147513532 2024-11-09T10:18:33,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d., pid=10, masterSystemTime=1731147513496 2024-11-09T10:18:33,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. 2024-11-09T10:18:33,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. 2024-11-09T10:18:33,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e807503f40a10d185cda2c246db0a29d, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,44139,1731147499518 2024-11-09T10:18:33,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e807503f40a10d185cda2c246db0a29d, server=e067b2c2c7b3,44139,1731147499518 because future has completed 2024-11-09T10:18:33,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:18:33,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e807503f40a10d185cda2c246db0a29d, server=e067b2c2c7b3,44139,1731147499518 in 196 msec 2024-11-09T10:18:33,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T10:18:33,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e807503f40a10d185cda2c246db0a29d, ASSIGN in 352 msec 2024-11-09T10:18:33,544 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:18:33,544 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147513544"}]},"ts":"1731147513544"} 2024-11-09T10:18:33,546 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:18:33,548 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:18:33,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-09T10:18:33,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2] 2024-11-09T10:18:33,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:33,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:18:33,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:18:33,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44139 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T10:18:33,805 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:18:33,831 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,44139,1731147499518, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:18:33,832 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:33,832 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44139,1731147499518, seqNum=-1] 2024-11-09T10:18:33,832 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:33,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-09T10:18:33,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,44139,1731147499518', locateType=CURRENT is [region=hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2] 2024-11-09T10:18:33,837 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T10:18:33,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T10:18:33,839 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,44139,1731147499518 suceeded 2024-11-09T10:18:33,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T10:18:33,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-09T10:18:33,842 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:39195,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-09T10:18:33,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4870 sec 2024-11-09T10:18:33,852 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:39195' 2024-11-09T10:18:33,853 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4320f8ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:33,853 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39195,-1 for getting cluster id 2024-11-09T10:18:33,854 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:33,854 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cf2c997-cbef-4935-9f88-5955341efaf7' 2024-11-09T10:18:33,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:33,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cf2c997-cbef-4935-9f88-5955341efaf7" 2024-11-09T10:18:33,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7abe6c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:33,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39195,-1] 2024-11-09T10:18:33,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:33,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:33,856 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:33,857 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65d78adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:33,857 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:18:33,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39195,1731147504417 2024-11-09T10:18:33,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c7d65c 2024-11-09T10:18:33,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:18:33,859 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-09T10:18:33,860 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,44139,1731147499518 (queues=1) is replicating from cluster=14cf4ab9-385e-452a-a3ee-3f7f40ca7a44 to cluster=6cf2c997-cbef-4935-9f88-5955341efaf7 2024-11-09T10:18:33,860 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C44139%2C1731147499518 2024-11-09T10:18:33,860 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,44139,1731147499518, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:18:33,860 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066, startPosition=0, beingWritten=true 2024-11-09T10:18:33,861 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.shippere067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C44139%2C1731147499518 2024-11-09T10:18:33,873 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:18:33,873 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 379, reset compression=false 2024-11-09T10:18:33,873 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.shippere067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44139,1731147499518 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:18:34,078 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 379, reset compression=false 2024-11-09T10:18:34,382 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 379, reset compression=false 2024-11-09T10:18:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:18:34,502 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:18:34,502 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:18:34,503 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:18:34,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:34,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:34,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:18:34,503 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:34,509 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731147514507/Put/seqid=0 2024-11-09T10:18:34,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741840_1016 (size=7894) 2024-11-09T10:18:34,786 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 379, reset compression=false 2024-11-09T10:18:34,916 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f/f/hfile_1 is 34, key is ddd/f:row/1731147514915/Put/seqid=0 2024-11-09T10:18:34,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741841_1017 (size=7691) 2024-11-09T10:18:35,290 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 379, reset compression=false 2024-11-09T10:18:35,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea7046c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:35,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45075,-1 for getting cluster id 2024-11-09T10:18:35,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:35,325 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14cf4ab9-385e-452a-a3ee-3f7f40ca7a44' 2024-11-09T10:18:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:35,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14cf4ab9-385e-452a-a3ee-3f7f40ca7a44" 2024-11-09T10:18:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aae847a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45075,-1] 2024-11-09T10:18:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:35,326 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:35,327 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:35,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:35,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:35,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44139,1731147499518, seqNum=-1] 2024-11-09T10:18:35,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:35,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:18:35,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:18:35,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,45075,1731147499289 2024-11-09T10:18:35,344 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@316c2b0c 2024-11-09T10:18:35,348 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:18:35,349 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:18:35,356 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2] 2024-11-09T10:18:35,368 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:18:35,388 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T10:18:35,394 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T10:18:35,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f/f/hfile_1 for inclusion in ee304945cc79341d60f556b498dcd4b1/f 2024-11-09T10:18:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T10:18:35,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:18:35,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f/f/hfile_0 for inclusion in ee304945cc79341d60f556b498dcd4b1/f 2024-11-09T10:18:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T10:18:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:18:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HRegion(2603): Flush status journal for ee304945cc79341d60f556b498dcd4b1: 2024-11-09T10:18:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f/f/hfile_1 to hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__dknffp3j8iq3nv6vkopi301cnvd2nqt1lavp5550eomhm76fdakb2hu63vuglgtq/f/hfile_1 2024-11-09T10:18:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__dknffp3j8iq3nv6vkopi301cnvd2nqt1lavp5550eomhm76fdakb2hu63vuglgtq/f/hfile_1 as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f/aeeddbf5737f4cbf93f07b418861ca91_SeqId_4_ 2024-11-09T10:18:35,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f/f/hfile_0 to hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__dknffp3j8iq3nv6vkopi301cnvd2nqt1lavp5550eomhm76fdakb2hu63vuglgtq/f/hfile_0 2024-11-09T10:18:35,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__dknffp3j8iq3nv6vkopi301cnvd2nqt1lavp5550eomhm76fdakb2hu63vuglgtq/f/hfile_0 as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f/70891908ef8d43da915c040e51ce37c5_SeqId_4_ 2024-11-09T10:18:35,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__dknffp3j8iq3nv6vkopi301cnvd2nqt1lavp5550eomhm76fdakb2hu63vuglgtq/f/hfile_1 into ee304945cc79341d60f556b498dcd4b1/f as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f/aeeddbf5737f4cbf93f07b418861ca91_SeqId_4_ - updating store file list. 2024-11-09T10:18:35,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aeeddbf5737f4cbf93f07b418861ca91_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:18:35,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f/aeeddbf5737f4cbf93f07b418861ca91_SeqId_4_ into ee304945cc79341d60f556b498dcd4b1/f 2024-11-09T10:18:35,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__dknffp3j8iq3nv6vkopi301cnvd2nqt1lavp5550eomhm76fdakb2hu63vuglgtq/f/hfile_1 into ee304945cc79341d60f556b498dcd4b1/f (new location: hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f/aeeddbf5737f4cbf93f07b418861ca91_SeqId_4_) 2024-11-09T10:18:35,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__dknffp3j8iq3nv6vkopi301cnvd2nqt1lavp5550eomhm76fdakb2hu63vuglgtq/f/hfile_1 2024-11-09T10:18:35,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__dknffp3j8iq3nv6vkopi301cnvd2nqt1lavp5550eomhm76fdakb2hu63vuglgtq/f/hfile_0 into ee304945cc79341d60f556b498dcd4b1/f as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f/70891908ef8d43da915c040e51ce37c5_SeqId_4_ - updating store file list. 2024-11-09T10:18:35,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 70891908ef8d43da915c040e51ce37c5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:18:35,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f/70891908ef8d43da915c040e51ce37c5_SeqId_4_ into ee304945cc79341d60f556b498dcd4b1/f 2024-11-09T10:18:35,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__dknffp3j8iq3nv6vkopi301cnvd2nqt1lavp5550eomhm76fdakb2hu63vuglgtq/f/hfile_0 into ee304945cc79341d60f556b498dcd4b1/f (new location: hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f/70891908ef8d43da915c040e51ce37c5_SeqId_4_) 2024-11-09T10:18:35,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__dknffp3j8iq3nv6vkopi301cnvd2nqt1lavp5550eomhm76fdakb2hu63vuglgtq/f/hfile_0 2024-11-09T10:18:35,479 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:18:35,479 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:18:35,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:35,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:35,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:18:35,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:35,481 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,38493,1731147504568, seqNum=-1] 2024-11-09T10:18:35,481 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2 , the old value is region=test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e067b2c2c7b3:44139 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T10:18:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T10:18:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2 from cache 2024-11-09T10:18:35,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:18:35,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:45772 deadline: 1731147575480 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:45772 2024-11-09T10:18:35,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780., hostname=e067b2c2c7b3,38493,1731147504568, seqNum=2] 2024-11-09T10:18:35,487 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T10:18:35,593 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:44139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T10:18:35,894 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 379, reset compression=false 2024-11-09T10:18:35,901 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:18:35,901 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.shippere067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44139,1731147499518 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee304945cc79341d60f556b498dcd4b1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731147515474/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T10:18:35,921 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.shippere067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:18:35,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-09T10:18:35,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.ReplicationSink(318): Replicating [14cf4ab9-385e-452a-a3ee-3f7f40ca7a44] bulk loaded data 2024-11-09T10:18:35,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41fbafe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:35,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39195,-1 for getting cluster id 2024-11-09T10:18:35,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:35,928 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6cf2c997-cbef-4935-9f88-5955341efaf7' 2024-11-09T10:18:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6cf2c997-cbef-4935-9f88-5955341efaf7" 2024-11-09T10:18:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dc4b7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39195,-1] 2024-11-09T10:18:35,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:35,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:35,929 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:35,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e03ffb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:35,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741837_1013 (size=7691) 2024-11-09T10:18:36,101 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 687, reset compression=false 2024-11-09T10:18:36,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741838_1014 (size=7894) 2024-11-09T10:18:36,405 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 687, reset compression=false 2024-11-09T10:18:36,489 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T10:18:36,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:18:36,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39195,1731147504417 2024-11-09T10:18:36,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62fa9a26 2024-11-09T10:18:36,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:18:36,757 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-09T10:18:36,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:18:36,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:36,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,38493,1731147504568, seqNum=-1] 2024-11-09T10:18:36,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:36,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-09T10:18:36,768 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/staging/jenkins.hfs.6__test__5bb99921livfhsh8chrbe8c5f4u3362p6kdcp1ofdmhj2hi9heft7089poqgojiv/f/70891908ef8d43da915c040e51ce37c5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T10:18:36,772 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/staging/jenkins.hfs.6__test__5bb99921livfhsh8chrbe8c5f4u3362p6kdcp1ofdmhj2hi9heft7089poqgojiv/f/aeeddbf5737f4cbf93f07b418861ca91_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T10:18:36,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/staging/jenkins.hfs.6__test__5bb99921livfhsh8chrbe8c5f4u3362p6kdcp1ofdmhj2hi9heft7089poqgojiv/f/70891908ef8d43da915c040e51ce37c5_SeqId_4_ for inclusion in c98f4980a5f88b9c96a3fb434f397780/f 2024-11-09T10:18:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T10:18:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:18:36,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/staging/jenkins.hfs.6__test__5bb99921livfhsh8chrbe8c5f4u3362p6kdcp1ofdmhj2hi9heft7089poqgojiv/f/aeeddbf5737f4cbf93f07b418861ca91_SeqId_4_ for inclusion in c98f4980a5f88b9c96a3fb434f397780/f 2024-11-09T10:18:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T10:18:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:18:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HRegion(2603): Flush status journal for c98f4980a5f88b9c96a3fb434f397780: 2024-11-09T10:18:36,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 70891908ef8d43da915c040e51ce37c5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T10:18:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/staging/jenkins.hfs.6__test__5bb99921livfhsh8chrbe8c5f4u3362p6kdcp1ofdmhj2hi9heft7089poqgojiv/f/70891908ef8d43da915c040e51ce37c5_SeqId_4_ as hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/default/test/c98f4980a5f88b9c96a3fb434f397780/f/5407eaada03a40ec87ce35db5b66f367_SeqId_4_ 2024-11-09T10:18:36,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): aeeddbf5737f4cbf93f07b418861ca91_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T10:18:36,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/staging/jenkins.hfs.6__test__5bb99921livfhsh8chrbe8c5f4u3362p6kdcp1ofdmhj2hi9heft7089poqgojiv/f/aeeddbf5737f4cbf93f07b418861ca91_SeqId_4_ as hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/default/test/c98f4980a5f88b9c96a3fb434f397780/f/59e0c80ed8c54b76989b447b8be114f6_SeqId_4_ 2024-11-09T10:18:36,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/staging/jenkins.hfs.6__test__5bb99921livfhsh8chrbe8c5f4u3362p6kdcp1ofdmhj2hi9heft7089poqgojiv/f/70891908ef8d43da915c040e51ce37c5_SeqId_4_ into c98f4980a5f88b9c96a3fb434f397780/f as hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/default/test/c98f4980a5f88b9c96a3fb434f397780/f/5407eaada03a40ec87ce35db5b66f367_SeqId_4_ - updating store file list. 2024-11-09T10:18:36,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5407eaada03a40ec87ce35db5b66f367_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:18:36,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/default/test/c98f4980a5f88b9c96a3fb434f397780/f/5407eaada03a40ec87ce35db5b66f367_SeqId_4_ into c98f4980a5f88b9c96a3fb434f397780/f 2024-11-09T10:18:36,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/staging/jenkins.hfs.6__test__5bb99921livfhsh8chrbe8c5f4u3362p6kdcp1ofdmhj2hi9heft7089poqgojiv/f/70891908ef8d43da915c040e51ce37c5_SeqId_4_ into c98f4980a5f88b9c96a3fb434f397780/f (new location: hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/default/test/c98f4980a5f88b9c96a3fb434f397780/f/5407eaada03a40ec87ce35db5b66f367_SeqId_4_) 2024-11-09T10:18:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/staging/jenkins.hfs.6__test__5bb99921livfhsh8chrbe8c5f4u3362p6kdcp1ofdmhj2hi9heft7089poqgojiv/f/70891908ef8d43da915c040e51ce37c5_SeqId_4_ 2024-11-09T10:18:36,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/staging/jenkins.hfs.6__test__5bb99921livfhsh8chrbe8c5f4u3362p6kdcp1ofdmhj2hi9heft7089poqgojiv/f/aeeddbf5737f4cbf93f07b418861ca91_SeqId_4_ into c98f4980a5f88b9c96a3fb434f397780/f as hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/default/test/c98f4980a5f88b9c96a3fb434f397780/f/59e0c80ed8c54b76989b447b8be114f6_SeqId_4_ - updating store file list. 2024-11-09T10:18:36,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59e0c80ed8c54b76989b447b8be114f6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:18:36,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/default/test/c98f4980a5f88b9c96a3fb434f397780/f/59e0c80ed8c54b76989b447b8be114f6_SeqId_4_ into c98f4980a5f88b9c96a3fb434f397780/f 2024-11-09T10:18:36,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/staging/jenkins.hfs.6__test__5bb99921livfhsh8chrbe8c5f4u3362p6kdcp1ofdmhj2hi9heft7089poqgojiv/f/aeeddbf5737f4cbf93f07b418861ca91_SeqId_4_ into c98f4980a5f88b9c96a3fb434f397780/f (new location: hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/default/test/c98f4980a5f88b9c96a3fb434f397780/f/59e0c80ed8c54b76989b447b8be114f6_SeqId_4_) 2024-11-09T10:18:36,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/staging/jenkins.hfs.6__test__5bb99921livfhsh8chrbe8c5f4u3362p6kdcp1ofdmhj2hi9heft7089poqgojiv/f/aeeddbf5737f4cbf93f07b418861ca91_SeqId_4_ 2024-11-09T10:18:36,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38493 {}] regionserver.ReplicationSink(324): Finished replicating [14cf4ab9-385e-452a-a3ee-3f7f40ca7a44] bulk loaded data 2024-11-09T10:18:36,809 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 687, reset compression=false 2024-11-09T10:18:37,313 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 687, reset compression=false 2024-11-09T10:18:37,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:18:37,511 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731147517509/Put/seqid=0 2024-11-09T10:18:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741842_1018 (size=7997) 2024-11-09T10:18:37,919 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 687, reset compression=false 2024-11-09T10:18:37,922 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731147517921/Put/seqid=0 2024-11-09T10:18:37,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741843_1019 (size=7794) 2024-11-09T10:18:38,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46361f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:38,339 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45075,-1 for getting cluster id 2024-11-09T10:18:38,339 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:18:38,340 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14cf4ab9-385e-452a-a3ee-3f7f40ca7a44' 2024-11-09T10:18:38,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:18:38,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14cf4ab9-385e-452a-a3ee-3f7f40ca7a44" 2024-11-09T10:18:38,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692c87af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:38,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45075,-1] 2024-11-09T10:18:38,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:18:38,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:38,342 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:18:38,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:18:38,343 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:38,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44139,1731147499518, seqNum=-1] 2024-11-09T10:18:38,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:38,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:18:38,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:18:38,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,45075,1731147499289 2024-11-09T10:18:38,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@243baba0 2024-11-09T10:18:38,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:18:38,358 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:18:38,363 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2] 2024-11-09T10:18:38,366 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:18:38,374 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T10:18:38,379 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T10:18:38,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f1/f1/hfile_1 for inclusion in ee304945cc79341d60f556b498dcd4b1/f1 2024-11-09T10:18:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T10:18:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:18:38,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f1/f1/hfile_0 for inclusion in ee304945cc79341d60f556b498dcd4b1/f1 2024-11-09T10:18:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T10:18:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:18:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HRegion(2603): Flush status journal for ee304945cc79341d60f556b498dcd4b1: 2024-11-09T10:18:38,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f1/f1/hfile_1 to hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__nl2scm6ar3pfup3r0hddg2i964qrjgptes71gi64e3r2pm5lnddsaj6mm80b2vjd/f1/hfile_1 2024-11-09T10:18:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__nl2scm6ar3pfup3r0hddg2i964qrjgptes71gi64e3r2pm5lnddsaj6mm80b2vjd/f1/hfile_1 as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f1/76f2afe88936424fabc2fee3856f6eb6_SeqId_6_ 2024-11-09T10:18:38,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/load_f1/f1/hfile_0 to hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__nl2scm6ar3pfup3r0hddg2i964qrjgptes71gi64e3r2pm5lnddsaj6mm80b2vjd/f1/hfile_0 2024-11-09T10:18:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__nl2scm6ar3pfup3r0hddg2i964qrjgptes71gi64e3r2pm5lnddsaj6mm80b2vjd/f1/hfile_0 as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f1/22b620d3400b4f46a622f6cd74f20ee3_SeqId_6_ 2024-11-09T10:18:38,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-09T10:18:38,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__nl2scm6ar3pfup3r0hddg2i964qrjgptes71gi64e3r2pm5lnddsaj6mm80b2vjd/f1/hfile_1 into ee304945cc79341d60f556b498dcd4b1/f1 as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f1/76f2afe88936424fabc2fee3856f6eb6_SeqId_6_ - updating store file list. 2024-11-09T10:18:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 76f2afe88936424fabc2fee3856f6eb6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T10:18:38,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f1/76f2afe88936424fabc2fee3856f6eb6_SeqId_6_ into ee304945cc79341d60f556b498dcd4b1/f1 2024-11-09T10:18:38,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__nl2scm6ar3pfup3r0hddg2i964qrjgptes71gi64e3r2pm5lnddsaj6mm80b2vjd/f1/hfile_1 into ee304945cc79341d60f556b498dcd4b1/f1 (new location: hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f1/76f2afe88936424fabc2fee3856f6eb6_SeqId_6_) 2024-11-09T10:18:38,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__nl2scm6ar3pfup3r0hddg2i964qrjgptes71gi64e3r2pm5lnddsaj6mm80b2vjd/f1/hfile_1 2024-11-09T10:18:38,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__nl2scm6ar3pfup3r0hddg2i964qrjgptes71gi64e3r2pm5lnddsaj6mm80b2vjd/f1/hfile_0 into ee304945cc79341d60f556b498dcd4b1/f1 as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f1/22b620d3400b4f46a622f6cd74f20ee3_SeqId_6_ - updating store file list. 2024-11-09T10:18:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22b620d3400b4f46a622f6cd74f20ee3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T10:18:38,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f1/22b620d3400b4f46a622f6cd74f20ee3_SeqId_6_ into ee304945cc79341d60f556b498dcd4b1/f1 2024-11-09T10:18:38,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__nl2scm6ar3pfup3r0hddg2i964qrjgptes71gi64e3r2pm5lnddsaj6mm80b2vjd/f1/hfile_0 into ee304945cc79341d60f556b498dcd4b1/f1 (new location: hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/f1/22b620d3400b4f46a622f6cd74f20ee3_SeqId_6_) 2024-11-09T10:18:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44139 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/staging/jenkins__test__nl2scm6ar3pfup3r0hddg2i964qrjgptes71gi64e3r2pm5lnddsaj6mm80b2vjd/f1/hfile_0 2024-11-09T10:18:38,414 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:18:38,414 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:18:38,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2 , the old value is region=test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e067b2c2c7b3:44139 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T10:18:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T10:18:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2 from cache 2024-11-09T10:18:38,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:18:38,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:18:38,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:18:38,416 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T10:18:38,417 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44139,1731147499518, seqNum=-1] 2024-11-09T10:18:38,418 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:18:38,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:18:38,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., hostname=e067b2c2c7b3,44139,1731147499518, seqNum=2] 2024-11-09T10:18:38,522 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:44139 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T10:18:38,629 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 687, reset compression=false 2024-11-09T10:18:38,636 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:18:38,636 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:38,636 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.shippere067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44139,1731147499518 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:18:38,840 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:39,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:18:39,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:39,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:39,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:39,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:18:39,144 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:39,549 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:40,054 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:40,658 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:41,363 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:42,167 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:43,071 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:43,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T10:18:43,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T10:18:44,075 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:45,179 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:46,383 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:47,687 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:49,091 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:49,272 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T10:18:50,597 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:52,201 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:53,905 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:54,006 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T10:18:55,708 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:57,612 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:18:58,639 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.shippere067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44139,1731147499518 got entry batch from reader: null 2024-11-09T10:18:59,616 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:01,720 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:02,114 INFO [master/e067b2c2c7b3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T10:19:02,114 INFO [master/e067b2c2c7b3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T10:19:03,924 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:06,228 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:08,631 INFO [master/e067b2c2c7b3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T10:19:08,631 INFO [master/e067b2c2c7b3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T10:19:08,638 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:11,142 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:13,746 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:14,180 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region ee304945cc79341d60f556b498dcd4b1, had cached 0 bytes from a total of 31376 2024-11-09T10:19:16,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c98f4980a5f88b9c96a3fb434f397780, had cached 0 bytes from a total of 15585 2024-11-09T10:19:16,450 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:18,639 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.shippere067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44139,1731147499518 got entry batch from reader: null 2024-11-09T10:19:19,254 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:19,272 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T10:19:22,159 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:24,006 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T10:19:25,164 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:27,904 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T10:19:28,268 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:31,472 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:34,775 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:38,179 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:38,460 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:19:38,460 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:19:38,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:19:38,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:38,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:38,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:19:38,461 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:19:38,461 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1674601123, stopped=false 2024-11-09T10:19:38,461 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,39195,1731147504417 2024-11-09T10:19:38,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-829200860/running 2024-11-09T10:19:38,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-829200860/running 2024-11-09T10:19:38,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:19:38,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:19:38,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:19:38,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:19:38,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:19:38,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:38,607 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,38493,1731147504568' ***** 2024-11-09T10:19:38,607 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:19:38,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Set watcher on znode that does not yet exist, /1-829200860/running 2024-11-09T10:19:38,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Set watcher on znode that does not yet exist, /1-829200860/running 2024-11-09T10:19:38,608 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:19:38,608 INFO [RS:0;e067b2c2c7b3:38493 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:19:38,608 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:19:38,608 INFO [RS:0;e067b2c2c7b3:38493 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:19:38,608 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(3091): Received CLOSE for c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:19:38,608 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,38493,1731147504568 2024-11-09T10:19:38,608 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:19:38,608 INFO [RS:0;e067b2c2c7b3:38493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:38493. 2024-11-09T10:19:38,608 DEBUG [RS:0;e067b2c2c7b3:38493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:19:38,608 DEBUG [RS:0;e067b2c2c7b3:38493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:38,608 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c98f4980a5f88b9c96a3fb434f397780, disabling compactions & flushes 2024-11-09T10:19:38,608 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. 2024-11-09T10:19:38,608 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. 2024-11-09T10:19:38,608 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:19:38,608 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. after waiting 0 ms 2024-11-09T10:19:38,608 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:19:38,608 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. 2024-11-09T10:19:38,608 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:19:38,608 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:19:38,609 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:19:38,609 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c98f4980a5f88b9c96a3fb434f397780=test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780.} 2024-11-09T10:19:38,609 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c98f4980a5f88b9c96a3fb434f397780 2024-11-09T10:19:38,609 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:19:38,609 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:19:38,609 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:19:38,609 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:19:38,609 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:19:38,609 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T10:19:38,613 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/default/test/c98f4980a5f88b9c96a3fb434f397780/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T10:19:38,614 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:19:38,614 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:19:38,614 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. 2024-11-09T10:19:38,614 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c98f4980a5f88b9c96a3fb434f397780: Waiting for close lock at 1731147578608Running coprocessor pre-close hooks at 1731147578608Disabling compacts and flushes for region at 1731147578608Disabling writes for close at 1731147578608Writing region close event to WAL at 1731147578609 (+1 ms)Running coprocessor post-close hooks at 1731147578613 (+4 ms)Closed at 1731147578614 (+1 ms) 2024-11-09T10:19:38,614 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780. 2024-11-09T10:19:38,625 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/.tmp/info/03a6660499bb4cb8b4512b7760ca906d is 129, key is test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780./info:regioninfo/1731147511371/Put/seqid=0 2024-11-09T10:19:38,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741839_1015 (size=6421) 2024-11-09T10:19:38,639 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.shippere067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44139,1731147499518 got entry batch from reader: null 2024-11-09T10:19:38,646 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:19:38,809 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:38,814 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:19:38,814 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:19:39,009 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:39,029 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/.tmp/info/03a6660499bb4cb8b4512b7760ca906d 2024-11-09T10:19:39,048 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/.tmp/ns/93acffaf52694a5cab0818b68c5451c0 is 43, key is default/ns:d/1731147507892/Put/seqid=0 2024-11-09T10:19:39,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741840_1016 (size=5153) 2024-11-09T10:19:39,209 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:39,409 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:39,452 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/.tmp/ns/93acffaf52694a5cab0818b68c5451c0 2024-11-09T10:19:39,469 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/.tmp/rep_barrier/404030e7eb0b4c1db2b7caf0e89c4ed0 is 112, key is test,,1731147510195.c98f4980a5f88b9c96a3fb434f397780./rep_barrier:seqnumDuringOpen/1731147511371/Put/seqid=0 2024-11-09T10:19:39,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741841_1017 (size=5518) 2024-11-09T10:19:39,610 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T10:19:39,610 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:19:39,610 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:39,810 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:39,873 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/.tmp/rep_barrier/404030e7eb0b4c1db2b7caf0e89c4ed0 2024-11-09T10:19:39,894 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/.tmp/table/ea8cbaf630434aed9673b969adb8984f is 40, key is test/table:state/1731147511380/Put/seqid=0 2024-11-09T10:19:39,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741842_1018 (size=5165) 2024-11-09T10:19:40,010 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:40,210 DEBUG [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:40,298 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/.tmp/table/ea8cbaf630434aed9673b969adb8984f 2024-11-09T10:19:40,305 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/.tmp/info/03a6660499bb4cb8b4512b7760ca906d as hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/info/03a6660499bb4cb8b4512b7760ca906d 2024-11-09T10:19:40,312 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/info/03a6660499bb4cb8b4512b7760ca906d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T10:19:40,313 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/.tmp/ns/93acffaf52694a5cab0818b68c5451c0 as hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/ns/93acffaf52694a5cab0818b68c5451c0 2024-11-09T10:19:40,319 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/ns/93acffaf52694a5cab0818b68c5451c0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T10:19:40,319 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/.tmp/rep_barrier/404030e7eb0b4c1db2b7caf0e89c4ed0 as hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/rep_barrier/404030e7eb0b4c1db2b7caf0e89c4ed0 2024-11-09T10:19:40,324 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/rep_barrier/404030e7eb0b4c1db2b7caf0e89c4ed0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T10:19:40,325 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/.tmp/table/ea8cbaf630434aed9673b969adb8984f as hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/table/ea8cbaf630434aed9673b969adb8984f 2024-11-09T10:19:40,331 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/table/ea8cbaf630434aed9673b969adb8984f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T10:19:40,332 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false 2024-11-09T10:19:40,336 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T10:19:40,337 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:19:40,337 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:19:40,337 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:19:40,337 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147578609Running coprocessor pre-close hooks at 1731147578609Disabling compacts and flushes for region at 1731147578609Disabling writes for close at 1731147578609Obtaining lock to block concurrent updates at 1731147578609Preparing flush snapshotting stores in 1588230740 at 1731147578609Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731147578609Flushing stores of hbase:meta,,1.1588230740 at 1731147578610 (+1 ms)Flushing 1588230740/info: creating writer at 1731147578610Flushing 1588230740/info: appending metadata at 1731147578624 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731147578624Flushing 1588230740/ns: creating writer at 1731147579035 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731147579048 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731147579048Flushing 1588230740/rep_barrier: creating writer at 1731147579457 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147579469 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147579469Flushing 1588230740/table: creating writer at 1731147579879 (+410 ms)Flushing 1588230740/table: appending metadata at 1731147579894 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731147579894Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43d0f97e: reopening flushed file at 1731147580304 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31af37ba: reopening flushed file at 1731147580312 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c9d330: reopening flushed file at 1731147580319 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37110589: reopening flushed file at 1731147580324 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1723ms, sequenceid=11, compaction requested=false at 1731147580332 (+8 ms)Writing region close event to WAL at 1731147580333 (+1 ms)Running coprocessor post-close hooks at 1731147580337 (+4 ms)Closed at 1731147580337 2024-11-09T10:19:40,337 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:19:40,410 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,38493,1731147504568; all regions closed. 2024-11-09T10:19:40,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741834_1010 (size=2717) 2024-11-09T10:19:40,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/WALs/e067b2c2c7b3,38493,1731147504568/e067b2c2c7b3%2C38493%2C1731147504568.meta.1731147507843.meta not finished, retry = 0 2024-11-09T10:19:40,516 DEBUG [RS:0;e067b2c2c7b3:38493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/oldWALs 2024-11-09T10:19:40,516 INFO [RS:0;e067b2c2c7b3:38493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C38493%2C1731147504568.meta:.meta(num 1731147507843) 2024-11-09T10:19:40,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741832_1008 (size=1028) 2024-11-09T10:19:40,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/WALs/e067b2c2c7b3,38493,1731147504568/e067b2c2c7b3%2C38493%2C1731147504568.1731147506920 not finished, retry = 0 2024-11-09T10:19:40,621 DEBUG [RS:0;e067b2c2c7b3:38493 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/oldWALs 2024-11-09T10:19:40,621 INFO [RS:0;e067b2c2c7b3:38493 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C38493%2C1731147504568:(num 1731147506920) 2024-11-09T10:19:40,621 DEBUG [RS:0;e067b2c2c7b3:38493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:40,621 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:19:40,621 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:19:40,621 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:19:40,621 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:19:40,622 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:19:40,622 INFO [RS:0;e067b2c2c7b3:38493 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:38493. 2024-11-09T10:19:40,622 DEBUG [RS:0;e067b2c2c7b3:38493 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:19:40,622 DEBUG [RS:0;e067b2c2c7b3:38493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:40,622 DEBUG [RS:0;e067b2c2c7b3:38493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:40,622 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:19:40,622 INFO [RS:0;e067b2c2c7b3:38493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38493 2024-11-09T10:19:40,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860/rs 2024-11-09T10:19:40,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-829200860/rs/e067b2c2c7b3,38493,1731147504568 2024-11-09T10:19:40,678 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:19:40,688 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,38493,1731147504568] 2024-11-09T10:19:40,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-829200860/draining/e067b2c2c7b3,38493,1731147504568 already deleted, retry=false 2024-11-09T10:19:40,698 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,38493,1731147504568 expired; onlineServers=0 2024-11-09T10:19:40,698 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,39195,1731147504417' ***** 2024-11-09T10:19:40,698 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:19:40,699 INFO [M:0;e067b2c2c7b3:39195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:19:40,699 INFO [M:0;e067b2c2c7b3:39195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:19:40,699 DEBUG [M:0;e067b2c2c7b3:39195 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:19:40,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:19:40,699 DEBUG [M:0;e067b2c2c7b3:39195 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:19:40,699 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147506638 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147506638,5,FailOnTimeoutGroup] 2024-11-09T10:19:40,699 INFO [M:0;e067b2c2c7b3:39195 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:19:40,699 INFO [M:0;e067b2c2c7b3:39195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:19:40,699 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147506638 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147506638,5,FailOnTimeoutGroup] 2024-11-09T10:19:40,699 DEBUG [M:0;e067b2c2c7b3:39195 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:19:40,699 INFO [M:0;e067b2c2c7b3:39195 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:19:40,699 INFO [M:0;e067b2c2c7b3:39195 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:19:40,699 INFO [M:0;e067b2c2c7b3:39195 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:19:40,699 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:19:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-829200860/master 2024-11-09T10:19:40,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-829200860 2024-11-09T10:19:40,709 DEBUG [M:0;e067b2c2c7b3:39195 {}] zookeeper.ZKUtil(347): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Unable to get data of znode /1-829200860/master because node does not exist (not an error) 2024-11-09T10:19:40,709 WARN [M:0;e067b2c2c7b3:39195 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:19:40,710 INFO [M:0;e067b2c2c7b3:39195 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/.lastflushedseqids 2024-11-09T10:19:40,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741843_1019 (size=173) 2024-11-09T10:19:40,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:19:40,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38493-0x1011f1a7bae0004, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:19:40,788 INFO [RS:0;e067b2c2c7b3:38493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:19:40,788 INFO [RS:0;e067b2c2c7b3:38493 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,38493,1731147504568; zookeeper connection closed. 2024-11-09T10:19:40,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@28e43628 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@28e43628 2024-11-09T10:19:40,789 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:19:41,116 INFO [M:0;e067b2c2c7b3:39195 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:19:41,116 INFO [M:0;e067b2c2c7b3:39195 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:19:41,116 DEBUG [M:0;e067b2c2c7b3:39195 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:19:41,116 INFO [M:0;e067b2c2c7b3:39195 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:41,117 DEBUG [M:0;e067b2c2c7b3:39195 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:41,117 DEBUG [M:0;e067b2c2c7b3:39195 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:19:41,117 DEBUG [M:0;e067b2c2c7b3:39195 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:41,117 INFO [M:0;e067b2c2c7b3:39195 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-09T10:19:41,131 DEBUG [M:0;e067b2c2c7b3:39195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d981411273e0491980a903407516108f is 82, key is hbase:meta,,1/info:regioninfo/1731147507874/Put/seqid=0 2024-11-09T10:19:41,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741844_1020 (size=5672) 2024-11-09T10:19:41,536 INFO [M:0;e067b2c2c7b3:39195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d981411273e0491980a903407516108f 2024-11-09T10:19:41,554 DEBUG [M:0;e067b2c2c7b3:39195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82d8f312d618431cad2b87c594cf885a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731147511384/Put/seqid=0 2024-11-09T10:19:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741845_1021 (size=6727) 2024-11-09T10:19:41,684 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 to pos 997, reset compression=false 2024-11-09T10:19:41,959 INFO [M:0;e067b2c2c7b3:39195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82d8f312d618431cad2b87c594cf885a 2024-11-09T10:19:41,964 INFO [M:0;e067b2c2c7b3:39195 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82d8f312d618431cad2b87c594cf885a 2024-11-09T10:19:41,979 DEBUG [M:0;e067b2c2c7b3:39195 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ba73727d69f4a1abc7ce1383bd286e2 is 69, key is e067b2c2c7b3,38493,1731147504568/rs:state/1731147506729/Put/seqid=0 2024-11-09T10:19:41,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741846_1022 (size=5156) 2024-11-09T10:19:42,384 INFO [M:0;e067b2c2c7b3:39195 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ba73727d69f4a1abc7ce1383bd286e2 2024-11-09T10:19:42,388 DEBUG [M:0;e067b2c2c7b3:39195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d981411273e0491980a903407516108f as hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d981411273e0491980a903407516108f 2024-11-09T10:19:42,392 INFO [M:0;e067b2c2c7b3:39195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d981411273e0491980a903407516108f, entries=8, sequenceid=58, filesize=5.5 K 2024-11-09T10:19:42,393 DEBUG [M:0;e067b2c2c7b3:39195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/82d8f312d618431cad2b87c594cf885a as hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82d8f312d618431cad2b87c594cf885a 2024-11-09T10:19:42,398 INFO [M:0;e067b2c2c7b3:39195 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 82d8f312d618431cad2b87c594cf885a 2024-11-09T10:19:42,398 INFO [M:0;e067b2c2c7b3:39195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/82d8f312d618431cad2b87c594cf885a, entries=6, sequenceid=58, filesize=6.6 K 2024-11-09T10:19:42,399 DEBUG [M:0;e067b2c2c7b3:39195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5ba73727d69f4a1abc7ce1383bd286e2 as hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ba73727d69f4a1abc7ce1383bd286e2 2024-11-09T10:19:42,404 INFO [M:0;e067b2c2c7b3:39195 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44285/user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5ba73727d69f4a1abc7ce1383bd286e2, entries=1, sequenceid=58, filesize=5.0 K 2024-11-09T10:19:42,405 INFO [M:0;e067b2c2c7b3:39195 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false 2024-11-09T10:19:42,406 INFO [M:0;e067b2c2c7b3:39195 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:42,406 DEBUG [M:0;e067b2c2c7b3:39195 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147581116Disabling compacts and flushes for region at 1731147581116Disabling writes for close at 1731147581117 (+1 ms)Obtaining lock to block concurrent updates at 1731147581117Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147581117Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731147581117Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147581118 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147581118Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147581131 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147581131Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147581541 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147581554 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147581554Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147581965 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147581979 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147581979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bf694c6: reopening flushed file at 1731147582388 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb3b894: reopening flushed file at 1731147582393 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7c95c3: reopening flushed file at 1731147582398 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false at 1731147582405 (+7 ms)Writing region close event to WAL at 1731147582406 (+1 ms)Closed at 1731147582406 2024-11-09T10:19:42,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41007 is added to blk_1073741830_1006 (size=33026) 2024-11-09T10:19:42,408 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8adb93fc-75fe-078a-9553-98d6d3357ab6/MasterData/WALs/e067b2c2c7b3,39195,1731147504417/e067b2c2c7b3%2C39195%2C1731147504417.1731147506373 not finished, retry = 0 2024-11-09T10:19:42,509 INFO [M:0;e067b2c2c7b3:39195 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:19:42,509 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:19:42,509 INFO [M:0;e067b2c2c7b3:39195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39195 2024-11-09T10:19:42,509 INFO [M:0;e067b2c2c7b3:39195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:19:42,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:19:42,682 INFO [M:0;e067b2c2c7b3:39195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:19:42,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39195-0x1011f1a7bae0003, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:19:42,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49873634{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:19:42,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56e56b65{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:19:42,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:19:42,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf0c51d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:19:42,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdf9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/hadoop.log.dir/,STOPPED} 2024-11-09T10:19:42,686 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:19:42,686 WARN [BP-120508490-172.17.0.3-1731147502226 heartbeating to localhost/127.0.0.1:44285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:19:42,686 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:19:42,686 WARN [BP-120508490-172.17.0.3-1731147502226 heartbeating to localhost/127.0.0.1:44285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-120508490-172.17.0.3-1731147502226 (Datanode Uuid c00a69c6-6886-44dd-bf27-48c6983b3cf3) service to localhost/127.0.0.1:44285 2024-11-09T10:19:42,687 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/cluster_3fdfbba7-79a9-a250-927b-de9a40749fc3/data/data1/current/BP-120508490-172.17.0.3-1731147502226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:19:42,687 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/cluster_3fdfbba7-79a9-a250-927b-de9a40749fc3/data/data2/current/BP-120508490-172.17.0.3-1731147502226 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:19:42,687 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:19:42,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f5cbb4b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:19:42,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d6e1dc4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:19:42,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:19:42,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14a980a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:19:42,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5943906{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/hadoop.log.dir/,STOPPED} 2024-11-09T10:19:42,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:19:42,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:19:42,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:19:42,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:19:42,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:42,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:42,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:19:42,710 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:19:42,710 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=858917958, stopped=false 2024-11-09T10:19:42,710 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,45075,1731147499289 2024-11-09T10:19:42,751 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:19:42,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2013278059/running 2024-11-09T10:19:42,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2013278059/running 2024-11-09T10:19:42,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:19:42,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:19:42,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:19:42,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:42,752 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,44139,1731147499518' ***** 2024-11-09T10:19:42,752 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:19:42,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:19:42,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Set watcher on znode that does not yet exist, /0-2013278059/running 2024-11-09T10:19:42,752 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:19:42,752 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:19:42,752 INFO [RS:0;e067b2c2c7b3:44139 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:19:42,752 INFO [RS:0;e067b2c2c7b3:44139 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:19:42,752 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(3091): Received CLOSE for ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:19:42,753 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(3091): Received CLOSE for e807503f40a10d185cda2c246db0a29d 2024-11-09T10:19:42,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Set watcher on znode that does not yet exist, /0-2013278059/running 2024-11-09T10:19:42,753 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,44139,1731147499518 2024-11-09T10:19:42,753 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:19:42,753 INFO [RS:0;e067b2c2c7b3:44139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:44139. 2024-11-09T10:19:42,753 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee304945cc79341d60f556b498dcd4b1, disabling compactions & flushes 2024-11-09T10:19:42,753 DEBUG [RS:0;e067b2c2c7b3:44139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:19:42,753 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. 2024-11-09T10:19:42,753 DEBUG [RS:0;e067b2c2c7b3:44139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:42,753 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. 2024-11-09T10:19:42,753 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. after waiting 0 ms 2024-11-09T10:19:42,753 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:19:42,753 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. 2024-11-09T10:19:42,753 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:19:42,753 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:19:42,753 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:19:42,753 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T10:19:42,753 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1325): Online Regions={ee304945cc79341d60f556b498dcd4b1=test,,1731147508038.ee304945cc79341d60f556b498dcd4b1., e807503f40a10d185cda2c246db0a29d=hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:19:42,753 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:19:42,753 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e807503f40a10d185cda2c246db0a29d, ee304945cc79341d60f556b498dcd4b1 2024-11-09T10:19:42,753 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:19:42,753 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:19:42,753 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:19:42,753 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:19:42,753 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T10:19:42,757 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/default/test/ee304945cc79341d60f556b498dcd4b1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T10:19:42,757 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:19:42,757 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:19:42,757 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. 2024-11-09T10:19:42,757 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee304945cc79341d60f556b498dcd4b1: Waiting for close lock at 1731147582753Running coprocessor pre-close hooks at 1731147582753Disabling compacts and flushes for region at 1731147582753Disabling writes for close at 1731147582753Writing region close event to WAL at 1731147582754 (+1 ms)Running coprocessor post-close hooks at 1731147582757 (+3 ms)Closed at 1731147582757 2024-11-09T10:19:42,757 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147508038.ee304945cc79341d60f556b498dcd4b1. 2024-11-09T10:19:42,757 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e807503f40a10d185cda2c246db0a29d, disabling compactions & flushes 2024-11-09T10:19:42,757 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. 2024-11-09T10:19:42,758 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. 2024-11-09T10:19:42,758 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. after waiting 0 ms 2024-11-09T10:19:42,758 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. 2024-11-09T10:19:42,758 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e807503f40a10d185cda2c246db0a29d 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-09T10:19:42,769 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/.tmp/info/ea0c341b36b848398a94eb9ac4fa46dc is 147, key is hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d./info:regioninfo/1731147513536/Put/seqid=0 2024-11-09T10:19:42,771 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d/.tmp/hfileref/24846affd3744f29a9bee468dff3ae12 is 74, key is 1/hfileref:70891908ef8d43da915c040e51ce37c5_SeqId_4_/1731147516803/DeleteColumn/seqid=0 2024-11-09T10:19:42,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741844_1020 (size=7686) 2024-11-09T10:19:42,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741845_1021 (size=5203) 2024-11-09T10:19:42,778 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d/.tmp/hfileref/24846affd3744f29a9bee468dff3ae12 2024-11-09T10:19:42,795 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d/.tmp/queue/ca61f8126b5649978b6c4852e83536f1 is 153, key is 1-e067b2c2c7b3,44139,1731147499518/queue:e067b2c2c7b3%2C44139%2C1731147499518/1731147518637/Put/seqid=0 2024-11-09T10:19:42,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741846_1022 (size=5352) 2024-11-09T10:19:42,812 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:19:42,935 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:19:42,935 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:19:42,953 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e807503f40a10d185cda2c246db0a29d 2024-11-09T10:19:43,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T10:19:43,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:19:43,153 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e807503f40a10d185cda2c246db0a29d 2024-11-09T10:19:43,174 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/.tmp/info/ea0c341b36b848398a94eb9ac4fa46dc 2024-11-09T10:19:43,191 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/.tmp/ns/2e2bf8adaf6e4c8fae524e43109ab60a is 43, key is default/ns:d/1731147502091/Put/seqid=0 2024-11-09T10:19:43,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741847_1023 (size=5153) 2024-11-09T10:19:43,199 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d/.tmp/queue/ca61f8126b5649978b6c4852e83536f1 2024-11-09T10:19:43,204 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d/.tmp/hfileref/24846affd3744f29a9bee468dff3ae12 as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d/hfileref/24846affd3744f29a9bee468dff3ae12 2024-11-09T10:19:43,209 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d/hfileref/24846affd3744f29a9bee468dff3ae12, entries=2, sequenceid=10, filesize=5.1 K 2024-11-09T10:19:43,210 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d/.tmp/queue/ca61f8126b5649978b6c4852e83536f1 as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d/queue/ca61f8126b5649978b6c4852e83536f1 2024-11-09T10:19:43,214 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d/queue/ca61f8126b5649978b6c4852e83536f1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T10:19:43,215 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e807503f40a10d185cda2c246db0a29d in 457ms, sequenceid=10, compaction requested=false 2024-11-09T10:19:43,218 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/replication/e807503f40a10d185cda2c246db0a29d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T10:19:43,219 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:19:43,219 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:19:43,219 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. 2024-11-09T10:19:43,219 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e807503f40a10d185cda2c246db0a29d: Waiting for close lock at 1731147582757Running coprocessor pre-close hooks at 1731147582757Disabling compacts and flushes for region at 1731147582757Disabling writes for close at 1731147582758 (+1 ms)Obtaining lock to block concurrent updates at 1731147582758Preparing flush snapshotting stores in e807503f40a10d185cda2c246db0a29d at 1731147582758Finished memstore snapshotting hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731147582758Flushing stores of hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. at 1731147582758Flushing e807503f40a10d185cda2c246db0a29d/hfileref: creating writer at 1731147582758Flushing e807503f40a10d185cda2c246db0a29d/hfileref: appending metadata at 1731147582771 (+13 ms)Flushing e807503f40a10d185cda2c246db0a29d/hfileref: closing flushed file at 1731147582771Flushing e807503f40a10d185cda2c246db0a29d/queue: creating writer at 1731147582783 (+12 ms)Flushing e807503f40a10d185cda2c246db0a29d/queue: appending metadata at 1731147582795 (+12 ms)Flushing e807503f40a10d185cda2c246db0a29d/queue: closing flushed file at 1731147582795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b39ce: reopening flushed file at 1731147583203 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5561e456: reopening flushed file at 1731147583209 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for e807503f40a10d185cda2c246db0a29d in 457ms, sequenceid=10, compaction requested=false at 1731147583215 (+6 ms)Writing region close event to WAL at 1731147583216 (+1 ms)Running coprocessor post-close hooks at 1731147583219 (+3 ms)Closed at 1731147583219 2024-11-09T10:19:43,219 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147512364.e807503f40a10d185cda2c246db0a29d. 2024-11-09T10:19:43,354 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:43,554 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:43,596 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/.tmp/ns/2e2bf8adaf6e4c8fae524e43109ab60a 2024-11-09T10:19:43,613 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/.tmp/rep_barrier/1ff002b6e04c4f9b84e1dfdbcfa0613d is 112, key is test,,1731147508038.ee304945cc79341d60f556b498dcd4b1./rep_barrier:seqnumDuringOpen/1731147509197/Put/seqid=0 2024-11-09T10:19:43,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741848_1024 (size=5518) 2024-11-09T10:19:43,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:43,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:43,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:43,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:43,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:43,754 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T10:19:43,754 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:19:43,754 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:43,954 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:44,018 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/.tmp/rep_barrier/1ff002b6e04c4f9b84e1dfdbcfa0613d 2024-11-09T10:19:44,043 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/.tmp/table/01fc5e9da19346f28c356a823b16dce1 is 53, key is hbase:replication/table:state/1731147513544/Put/seqid=0 2024-11-09T10:19:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741849_1025 (size=5308) 2024-11-09T10:19:44,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:19:44,154 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:44,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:44,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:44,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:44,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:44,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:44,355 DEBUG [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:19:44,448 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/.tmp/table/01fc5e9da19346f28c356a823b16dce1 2024-11-09T10:19:44,453 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/.tmp/info/ea0c341b36b848398a94eb9ac4fa46dc as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/info/ea0c341b36b848398a94eb9ac4fa46dc 2024-11-09T10:19:44,458 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/info/ea0c341b36b848398a94eb9ac4fa46dc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T10:19:44,459 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/.tmp/ns/2e2bf8adaf6e4c8fae524e43109ab60a as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/ns/2e2bf8adaf6e4c8fae524e43109ab60a 2024-11-09T10:19:44,465 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/ns/2e2bf8adaf6e4c8fae524e43109ab60a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T10:19:44,466 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/.tmp/rep_barrier/1ff002b6e04c4f9b84e1dfdbcfa0613d as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/rep_barrier/1ff002b6e04c4f9b84e1dfdbcfa0613d 2024-11-09T10:19:44,472 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/rep_barrier/1ff002b6e04c4f9b84e1dfdbcfa0613d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T10:19:44,473 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/.tmp/table/01fc5e9da19346f28c356a823b16dce1 as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/table/01fc5e9da19346f28c356a823b16dce1 2024-11-09T10:19:44,479 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/table/01fc5e9da19346f28c356a823b16dce1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T10:19:44,480 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-11-09T10:19:44,485 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T10:19:44,486 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:19:44,486 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:19:44,486 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:19:44,486 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147582753Running coprocessor pre-close hooks at 1731147582753Disabling compacts and flushes for region at 1731147582753Disabling writes for close at 1731147582753Obtaining lock to block concurrent updates at 1731147582753Preparing flush snapshotting stores in 1588230740 at 1731147582753Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731147582754 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731147582754Flushing 1588230740/info: creating writer at 1731147582754Flushing 1588230740/info: appending metadata at 1731147582769 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731147582769Flushing 1588230740/ns: creating writer at 1731147583179 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731147583191 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731147583191Flushing 1588230740/rep_barrier: creating writer at 1731147583601 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147583613 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147583613Flushing 1588230740/table: creating writer at 1731147584022 (+409 ms)Flushing 1588230740/table: appending metadata at 1731147584043 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731147584043Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@130edd05: reopening flushed file at 1731147584453 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e16166: reopening flushed file at 1731147584458 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c314e8: reopening flushed file at 1731147584465 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b5d907c: reopening flushed file at 1731147584472 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1731147584480 (+8 ms)Writing region close event to WAL at 1731147584481 (+1 ms)Running coprocessor post-close hooks at 1731147584486 (+5 ms)Closed at 1731147584486 2024-11-09T10:19:44,486 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:19:44,555 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,44139,1731147499518; all regions closed. 2024-11-09T10:19:44,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741834_1010 (size=4239) 2024-11-09T10:19:44,559 DEBUG [RS:0;e067b2c2c7b3:44139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/oldWALs 2024-11-09T10:19:44,559 INFO [RS:0;e067b2c2c7b3:44139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C44139%2C1731147499518.meta:.meta(num 1731147502002) 2024-11-09T10:19:44,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741839_1015 (size=2700) 2024-11-09T10:19:44,561 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.rep.1731147513502 not finished, retry = 0 2024-11-09T10:19:44,664 DEBUG [RS:0;e067b2c2c7b3:44139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/oldWALs 2024-11-09T10:19:44,664 INFO [RS:0;e067b2c2c7b3:44139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C44139%2C1731147499518.rep:(num 1731147513502) 2024-11-09T10:19:44,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/WALs/e067b2c2c7b3,44139,1731147499518/e067b2c2c7b3%2C44139%2C1731147499518.1731147501066 not finished, retry = 0 2024-11-09T10:19:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741832_1008 (size=1300) 2024-11-09T10:19:44,769 DEBUG [RS:0;e067b2c2c7b3:44139 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/oldWALs 2024-11-09T10:19:44,769 INFO [RS:0;e067b2c2c7b3:44139 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C44139%2C1731147499518:(num 1731147501066) 2024-11-09T10:19:44,769 DEBUG [RS:0;e067b2c2c7b3:44139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:44,769 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:19:44,769 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:19:44,769 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:19:44,769 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:19:44,769 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:19:44,769 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,44139,1731147499518 because: Region server is closing 2024-11-09T10:19:44,770 INFO [RS:0;e067b2c2c7b3:44139 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:44139. 2024-11-09T10:19:44,770 DEBUG [RS:0;e067b2c2c7b3:44139 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:19:44,770 DEBUG [RS:0;e067b2c2c7b3:44139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:44,770 DEBUG [RS:0;e067b2c2c7b3:44139 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:44,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:19:44,870 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.wal-reader.e067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:19:44,870 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.shippere067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T10:19:44,870 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44139,1731147499518.replicationSource.shippere067b2c2c7b3%2C44139%2C1731147499518,1-e067b2c2c7b3,44139,1731147499518 terminated 2024-11-09T10:19:44,870 INFO [RS:0;e067b2c2c7b3:44139 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44139 2024-11-09T10:19:44,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2013278059/rs/e067b2c2c7b3,44139,1731147499518 2024-11-09T10:19:44,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059/rs 2024-11-09T10:19:44,930 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:19:44,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,44139,1731147499518] 2024-11-09T10:19:44,951 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2013278059/draining/e067b2c2c7b3,44139,1731147499518 already deleted, retry=false 2024-11-09T10:19:44,951 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,44139,1731147499518 expired; onlineServers=0 2024-11-09T10:19:44,951 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,45075,1731147499289' ***** 2024-11-09T10:19:44,951 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:19:44,951 INFO [M:0;e067b2c2c7b3:45075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:19:44,951 INFO [M:0;e067b2c2c7b3:45075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:19:44,951 DEBUG [M:0;e067b2c2c7b3:45075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:19:44,951 DEBUG [M:0;e067b2c2c7b3:45075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:19:44,951 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:19:44,951 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147500737 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147500737,5,FailOnTimeoutGroup] 2024-11-09T10:19:44,951 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147500737 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147500737,5,FailOnTimeoutGroup] 2024-11-09T10:19:44,951 INFO [M:0;e067b2c2c7b3:45075 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:19:44,951 INFO [M:0;e067b2c2c7b3:45075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:19:44,951 DEBUG [M:0;e067b2c2c7b3:45075 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:19:44,951 INFO [M:0;e067b2c2c7b3:45075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:19:44,951 INFO [M:0;e067b2c2c7b3:45075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:19:44,952 INFO [M:0;e067b2c2c7b3:45075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:19:44,952 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:19:44,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2013278059/master 2024-11-09T10:19:44,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2013278059 2024-11-09T10:19:44,961 DEBUG [M:0;e067b2c2c7b3:45075 {}] zookeeper.ZKUtil(347): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Unable to get data of znode /0-2013278059/master because node does not exist (not an error) 2024-11-09T10:19:44,961 WARN [M:0;e067b2c2c7b3:45075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:19:44,963 INFO [M:0;e067b2c2c7b3:45075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/.lastflushedseqids 2024-11-09T10:19:44,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741850_1026 (size=263) 2024-11-09T10:19:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:19:45,040 INFO [RS:0;e067b2c2c7b3:44139 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:19:45,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44139-0x1011f1a7bae0001, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:19:45,040 INFO [RS:0;e067b2c2c7b3:44139 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,44139,1731147499518; zookeeper connection closed. 2024-11-09T10:19:45,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ad46409 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ad46409 2024-11-09T10:19:45,041 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:19:45,367 INFO [M:0;e067b2c2c7b3:45075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:19:45,368 INFO [M:0;e067b2c2c7b3:45075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:19:45,368 DEBUG [M:0;e067b2c2c7b3:45075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:19:45,368 INFO [M:0;e067b2c2c7b3:45075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:45,368 DEBUG [M:0;e067b2c2c7b3:45075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:45,368 DEBUG [M:0;e067b2c2c7b3:45075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:19:45,368 DEBUG [M:0;e067b2c2c7b3:45075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:45,368 INFO [M:0;e067b2c2c7b3:45075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-09T10:19:45,382 DEBUG [M:0;e067b2c2c7b3:45075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7d05370cecd446c9ac5f8a5a2f67a4a is 82, key is hbase:meta,,1/info:regioninfo/1731147502052/Put/seqid=0 2024-11-09T10:19:45,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741851_1027 (size=5672) 2024-11-09T10:19:45,786 INFO [M:0;e067b2c2c7b3:45075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7d05370cecd446c9ac5f8a5a2f67a4a 2024-11-09T10:19:45,808 DEBUG [M:0;e067b2c2c7b3:45075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c0365b47e4245f198b41b061221918c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731147509212/Put/seqid=0 2024-11-09T10:19:45,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741852_1028 (size=7240) 2024-11-09T10:19:46,212 INFO [M:0;e067b2c2c7b3:45075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c0365b47e4245f198b41b061221918c 2024-11-09T10:19:46,217 INFO [M:0;e067b2c2c7b3:45075 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c0365b47e4245f198b41b061221918c 2024-11-09T10:19:46,230 DEBUG [M:0;e067b2c2c7b3:45075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b541dc016f304d3cbc18994ec17ddef7 is 69, key is e067b2c2c7b3,44139,1731147499518/rs:state/1731147500847/Put/seqid=0 2024-11-09T10:19:46,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741853_1029 (size=5156) 2024-11-09T10:19:46,635 INFO [M:0;e067b2c2c7b3:45075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b541dc016f304d3cbc18994ec17ddef7 2024-11-09T10:19:46,640 DEBUG [M:0;e067b2c2c7b3:45075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7d05370cecd446c9ac5f8a5a2f67a4a as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7d05370cecd446c9ac5f8a5a2f67a4a 2024-11-09T10:19:46,645 INFO [M:0;e067b2c2c7b3:45075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7d05370cecd446c9ac5f8a5a2f67a4a, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T10:19:46,646 DEBUG [M:0;e067b2c2c7b3:45075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c0365b47e4245f198b41b061221918c as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c0365b47e4245f198b41b061221918c 2024-11-09T10:19:46,650 INFO [M:0;e067b2c2c7b3:45075 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c0365b47e4245f198b41b061221918c 2024-11-09T10:19:46,651 INFO [M:0;e067b2c2c7b3:45075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c0365b47e4245f198b41b061221918c, entries=11, sequenceid=105, filesize=7.1 K 2024-11-09T10:19:46,651 DEBUG [M:0;e067b2c2c7b3:45075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b541dc016f304d3cbc18994ec17ddef7 as hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b541dc016f304d3cbc18994ec17ddef7 2024-11-09T10:19:46,656 INFO [M:0;e067b2c2c7b3:45075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34207/user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b541dc016f304d3cbc18994ec17ddef7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T10:19:46,657 INFO [M:0;e067b2c2c7b3:45075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false 2024-11-09T10:19:46,658 INFO [M:0;e067b2c2c7b3:45075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:46,658 DEBUG [M:0;e067b2c2c7b3:45075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147585368Disabling compacts and flushes for region at 1731147585368Disabling writes for close at 1731147585368Obtaining lock to block concurrent updates at 1731147585368Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147585368Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731147585368Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147585369 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147585369Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147585382 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147585382Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147585791 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147585807 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147585807Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147586217 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147586230 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147586230Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37816c1f: reopening flushed file at 1731147586639 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f518dad: reopening flushed file at 1731147586645 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16fcb4a8: reopening flushed file at 1731147586651 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1289ms, sequenceid=105, compaction requested=false at 1731147586657 (+6 ms)Writing region close event to WAL at 1731147586658 (+1 ms)Closed at 1731147586658 2024-11-09T10:19:46,660 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fa72b0b4-f839-d935-b6c7-b2906ca3c2c6/MasterData/WALs/e067b2c2c7b3,45075,1731147499289/e067b2c2c7b3%2C45075%2C1731147499289.1731147500488 not finished, retry = 0 2024-11-09T10:19:46,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41943 is added to blk_1073741830_1006 (size=64526) 2024-11-09T10:19:46,761 INFO [M:0;e067b2c2c7b3:45075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:19:46,761 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:19:46,761 INFO [M:0;e067b2c2c7b3:45075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45075 2024-11-09T10:19:46,762 INFO [M:0;e067b2c2c7b3:45075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:19:46,914 INFO [M:0;e067b2c2c7b3:45075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:19:46,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:19:46,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45075-0x1011f1a7bae0000, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:19:46,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@673d47f8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:19:46,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e6e6fe7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:19:46,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:19:46,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63ff1d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:19:46,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33983d55{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/hadoop.log.dir/,STOPPED} 2024-11-09T10:19:46,920 WARN [BP-1985104173-172.17.0.3-1731147497510 heartbeating to localhost/127.0.0.1:34207 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:19:46,920 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:19:46,920 WARN [BP-1985104173-172.17.0.3-1731147497510 heartbeating to localhost/127.0.0.1:34207 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1985104173-172.17.0.3-1731147497510 (Datanode Uuid e7a1dd76-20ff-45a5-8b3f-dea7050d0d3a) service to localhost/127.0.0.1:34207 2024-11-09T10:19:46,920 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:19:46,920 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/cluster_e62c697c-7d97-4d50-4488-fd9c92d7584d/data/data1/current/BP-1985104173-172.17.0.3-1731147497510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:19:46,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/cluster_e62c697c-7d97-4d50-4488-fd9c92d7584d/data/data2/current/BP-1985104173-172.17.0.3-1731147497510 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:19:46,921 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:19:46,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a34cbff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:19:46,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58c05427{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:19:46,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:19:46,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62175913{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:19:46,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5043fec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/72efe143-99c5-3b28-adce-05c7e0201001/hadoop.log.dir/,STOPPED} 2024-11-09T10:19:46,931 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T10:19:46,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:19:46,949 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53528) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44285 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34207 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34207 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53528) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fca38b8dda0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34207 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34207 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fca38b8dda0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 586), ProcessCount=11 (was 11), AvailableMemoryMB=904 (was 1121) 2024-11-09T10:19:46,956 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=904 2024-11-09T10:19:46,967 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-09T10:19:46,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/hadoop.log.dir so I do NOT create it in target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743 2024-11-09T10:19:46,968 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:19:46,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/hadoop.tmp.dir so I do NOT create it in target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743 2024-11-09T10:19:46,968 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1572ca33-430d-895b-93f3-a5f72185dbb2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:19:46,968 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743 2024-11-09T10:19:46,968 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/cluster_3fcea44d-bab8-1b19-b396-b3e950017dc6, deleteOnExit=true 2024-11-09T10:19:46,990 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/cluster_3fcea44d-bab8-1b19-b396-b3e950017dc6/zookeeper_0, clientPort=56041, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/cluster_3fcea44d-bab8-1b19-b396-b3e950017dc6/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/cluster_3fcea44d-bab8-1b19-b396-b3e950017dc6/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T10:19:46,990 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56041 2024-11-09T10:19:46,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:19:46,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/test.cache.data in system properties and HBase conf 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:19:46,991 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:19:46,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:19:46,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:19:46,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:19:46,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:19:46,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:19:46,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:19:46,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:19:47,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f1a7bae0002, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:19:47,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f1a7bae0005, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:19:47,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f1a7bae0002, quorum=127.0.0.1:53528, baseZNode=/0-2013278059 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:19:47,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f1a7bae0005, quorum=127.0.0.1:53528, baseZNode=/1-829200860 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:19:47,350 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:19:47,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:19:47,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:19:47,357 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:19:47,357 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:19:47,357 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:19:47,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:19:47,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:19:47,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f3ad598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/java.io.tmpdir/jetty-localhost-43823-hadoop-hdfs-3_4_1-tests_jar-_-any-205274221000118086/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:19:47,454 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:43823} 2024-11-09T10:19:47,454 INFO [Time-limited test {}] server.Server(415): Started @140603ms 2024-11-09T10:19:47,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:19:47,707 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:19:47,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:19:47,708 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:19:47,708 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:19:47,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:19:47,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:19:47,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e8a6cee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/java.io.tmpdir/jetty-localhost-36165-hadoop-hdfs-3_4_1-tests_jar-_-any-17359131456276439010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:19:47,802 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:36165} 2024-11-09T10:19:47,802 INFO [Time-limited test {}] server.Server(415): Started @140951ms 2024-11-09T10:19:47,803 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:19:48,561 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/cluster_3fcea44d-bab8-1b19-b396-b3e950017dc6/data/data2/current/BP-250891742-172.17.0.3-1731147587006/current, will proceed with Du for space computation calculation, 2024-11-09T10:19:48,561 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/cluster_3fcea44d-bab8-1b19-b396-b3e950017dc6/data/data1/current/BP-250891742-172.17.0.3-1731147587006/current, will proceed with Du for space computation calculation, 2024-11-09T10:19:48,584 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:19:48,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c7f7e1dd2b5d1c5 with lease ID 0x2e4de2fc94176cf4: Processing first storage report for DS-735ffdc5-3bd9-4dcc-823e-14d58bb3cbcf from datanode DatanodeRegistration(127.0.0.1:40013, datanodeUuid=1c2c559b-f80a-4d5b-bb57-031b54876f94, infoPort=40287, infoSecurePort=0, ipcPort=45365, storageInfo=lv=-57;cid=testClusterID;nsid=740587710;c=1731147587006) 2024-11-09T10:19:48,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c7f7e1dd2b5d1c5 with lease ID 0x2e4de2fc94176cf4: from storage DS-735ffdc5-3bd9-4dcc-823e-14d58bb3cbcf node DatanodeRegistration(127.0.0.1:40013, datanodeUuid=1c2c559b-f80a-4d5b-bb57-031b54876f94, infoPort=40287, infoSecurePort=0, ipcPort=45365, storageInfo=lv=-57;cid=testClusterID;nsid=740587710;c=1731147587006), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:19:48,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5c7f7e1dd2b5d1c5 with lease ID 0x2e4de2fc94176cf4: Processing first storage report for DS-2601ffa2-fe6d-41bb-aed4-462cdfb2f852 from datanode DatanodeRegistration(127.0.0.1:40013, datanodeUuid=1c2c559b-f80a-4d5b-bb57-031b54876f94, infoPort=40287, infoSecurePort=0, ipcPort=45365, storageInfo=lv=-57;cid=testClusterID;nsid=740587710;c=1731147587006) 2024-11-09T10:19:48,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5c7f7e1dd2b5d1c5 with lease ID 0x2e4de2fc94176cf4: from storage DS-2601ffa2-fe6d-41bb-aed4-462cdfb2f852 node DatanodeRegistration(127.0.0.1:40013, datanodeUuid=1c2c559b-f80a-4d5b-bb57-031b54876f94, infoPort=40287, infoSecurePort=0, ipcPort=45365, storageInfo=lv=-57;cid=testClusterID;nsid=740587710;c=1731147587006), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T10:19:48,626 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743 2024-11-09T10:19:48,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:48,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:48,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:19:49,036 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f with version=8 2024-11-09T10:19:49,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/hbase-staging 2024-11-09T10:19:49,037 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:19:49,037 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:19:49,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:19:49,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:19:49,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:19:49,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:19:49,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:19:49,038 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:19:49,038 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36565 2024-11-09T10:19:49,039 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36565 connecting to ZooKeeper ensemble=127.0.0.1:56041 2024-11-09T10:19:49,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365650x0, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:19:49,136 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36565-0x1011f1bd9580000 connected 2024-11-09T10:19:49,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:49,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:49,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/running 2024-11-09T10:19:49,218 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f, hbase.cluster.distributed=false 2024-11-09T10:19:49,219 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/acl 2024-11-09T10:19:49,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36565 2024-11-09T10:19:49,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36565 2024-11-09T10:19:49,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36565 2024-11-09T10:19:49,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36565 2024-11-09T10:19:49,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36565 2024-11-09T10:19:49,240 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:19:49,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:19:49,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:19:49,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:19:49,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:19:49,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:19:49,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:19:49,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:19:49,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41389 2024-11-09T10:19:49,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41389 connecting to ZooKeeper ensemble=127.0.0.1:56041 2024-11-09T10:19:49,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:49,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:49,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413890x0, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:19:49,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413890x0, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/running 2024-11-09T10:19:49,258 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41389-0x1011f1bd9580001 connected 2024-11-09T10:19:49,258 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:19:49,261 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:19:49,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/master 2024-11-09T10:19:49,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/acl 2024-11-09T10:19:49,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-09T10:19:49,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41389 2024-11-09T10:19:49,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41389 2024-11-09T10:19:49,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-09T10:19:49,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41389 2024-11-09T10:19:49,282 DEBUG [M:0;e067b2c2c7b3:36565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:36565 2024-11-09T10:19:49,283 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1760194517/backup-masters/e067b2c2c7b3,36565,1731147589037 2024-11-09T10:19:49,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517/backup-masters 2024-11-09T10:19:49,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517/backup-masters 2024-11-09T10:19:49,295 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on existing znode=/0-1760194517/backup-masters/e067b2c2c7b3,36565,1731147589037 2024-11-09T10:19:49,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:49,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1760194517/master 2024-11-09T10:19:49,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:49,306 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on existing znode=/0-1760194517/master 2024-11-09T10:19:49,306 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1760194517/backup-masters/e067b2c2c7b3,36565,1731147589037 from backup master directory 2024-11-09T10:19:49,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517/backup-masters 2024-11-09T10:19:49,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1760194517/backup-masters/e067b2c2c7b3,36565,1731147589037 2024-11-09T10:19:49,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517/backup-masters 2024-11-09T10:19:49,316 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:19:49,316 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,36565,1731147589037 2024-11-09T10:19:49,321 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/hbase.id] with ID: 34491908-1f7c-41a7-9229-c48468250ca9 2024-11-09T10:19:49,321 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/.tmp/hbase.id 2024-11-09T10:19:49,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:19:49,326 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/.tmp/hbase.id]:[hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/hbase.id] 2024-11-09T10:19:49,340 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:49,340 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:19:49,341 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:19:49,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:49,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:49,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:19:49,759 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:19:49,759 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:19:49,759 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:19:49,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:19:49,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:19:50,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:50,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:50,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:50,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:50,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:50,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:50,166 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store 2024-11-09T10:19:50,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:19:50,572 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:19:50,572 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:19:50,572 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:50,572 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:50,572 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:19:50,572 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:50,572 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:50,572 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147590572Disabling compacts and flushes for region at 1731147590572Disabling writes for close at 1731147590572Writing region close event to WAL at 1731147590572Closed at 1731147590572 2024-11-09T10:19:50,573 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/.initializing 2024-11-09T10:19:50,573 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,36565,1731147589037 2024-11-09T10:19:50,574 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:19:50,576 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C36565%2C1731147589037, suffix=, logDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,36565,1731147589037, archiveDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/oldWALs, maxLogs=10 2024-11-09T10:19:50,587 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,36565,1731147589037/e067b2c2c7b3%2C36565%2C1731147589037.1731147590576, exclude list is [], retry=0 2024-11-09T10:19:50,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-735ffdc5-3bd9-4dcc-823e-14d58bb3cbcf,DISK] 2024-11-09T10:19:50,591 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,36565,1731147589037/e067b2c2c7b3%2C36565%2C1731147589037.1731147590576 2024-11-09T10:19:50,591 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40287:40287)] 2024-11-09T10:19:50,591 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:19:50,591 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:19:50,591 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:50,591 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:50,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:50,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:19:50,594 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:50,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:50,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:50,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:19:50,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:50,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:19:50,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:50,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:19:50,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:50,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:19:50,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:50,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:19:50,598 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:50,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:19:50,598 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:50,598 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:50,599 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:50,600 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:50,600 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:50,600 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:19:50,601 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:50,603 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:19:50,604 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73375431, jitterRate=0.09337912499904633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:19:50,604 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147590591Initializing all the Stores at 1731147590592 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147590592Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147590592Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147590592Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147590593 (+1 ms)Cleaning up temporary data from old regions at 1731147590600 (+7 ms)Region opened successfully at 1731147590604 (+4 ms) 2024-11-09T10:19:50,605 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:19:50,607 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eda961a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:19:50,608 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:19:50,609 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:19:50,609 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:19:50,609 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:19:50,609 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:19:50,609 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:19:50,609 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:19:50,611 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:19:50,612 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Unable to get data of znode /0-1760194517/balancer because node does not exist (not necessarily an error) 2024-11-09T10:19:50,667 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/balancer already deleted, retry=false 2024-11-09T10:19:50,667 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:19:50,668 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Unable to get data of znode /0-1760194517/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:19:50,678 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/normalizer already deleted, retry=false 2024-11-09T10:19:50,678 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:19:50,679 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Unable to get data of znode /0-1760194517/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:19:50,688 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/switch/split already deleted, retry=false 2024-11-09T10:19:50,689 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Unable to get data of znode /0-1760194517/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:19:50,699 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/switch/merge already deleted, retry=false 2024-11-09T10:19:50,700 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Unable to get data of znode /0-1760194517/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:19:50,709 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/snapshot-cleanup already deleted, retry=false 2024-11-09T10:19:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1760194517/running 2024-11-09T10:19:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1760194517/running 2024-11-09T10:19:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:50,720 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,36565,1731147589037, sessionid=0x1011f1bd9580000, setting cluster-up flag (Was=false) 2024-11-09T10:19:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:50,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:50,772 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1760194517/flush-table-proc/acquired, /0-1760194517/flush-table-proc/reached, /0-1760194517/flush-table-proc/abort 2024-11-09T10:19:50,774 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,36565,1731147589037 2024-11-09T10:19:50,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:50,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:50,825 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1760194517/online-snapshot/acquired, /0-1760194517/online-snapshot/reached, /0-1760194517/online-snapshot/abort 2024-11-09T10:19:50,826 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,36565,1731147589037 2024-11-09T10:19:50,827 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:19:50,828 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:19:50,829 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:19:50,829 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:19:50,829 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,36565,1731147589037 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:19:50,830 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:19:50,830 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:19:50,830 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:19:50,830 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:19:50,830 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:19:50,830 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,830 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:19:50,830 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,831 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147620831 2024-11-09T10:19:50,831 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:19:50,831 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:19:50,831 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:19:50,831 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:19:50,831 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:19:50,831 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:19:50,831 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:19:50,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:19:50,832 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:19:50,832 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:19:50,832 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:19:50,832 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:19:50,832 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:19:50,832 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:19:50,832 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:50,832 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147590832,5,FailOnTimeoutGroup] 2024-11-09T10:19:50,833 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147590832,5,FailOnTimeoutGroup] 2024-11-09T10:19:50,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:19:50,833 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,833 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:19:50,833 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,833 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:19:50,871 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(746): ClusterId : 34491908-1f7c-41a7-9229-c48468250ca9 2024-11-09T10:19:50,871 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:19:50,879 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:19:50,879 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:19:50,889 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:19:50,889 DEBUG [RS:0;e067b2c2c7b3:41389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21268118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:19:50,900 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:41389 2024-11-09T10:19:50,900 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:19:50,900 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:19:50,900 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:19:50,900 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,36565,1731147589037 with port=41389, startcode=1731147589240 2024-11-09T10:19:50,901 DEBUG [RS:0;e067b2c2c7b3:41389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:19:50,902 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:19:50,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,41389,1731147589240 2024-11-09T10:19:50,902 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36565 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,41389,1731147589240 2024-11-09T10:19:50,903 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f 2024-11-09T10:19:50,903 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40157 2024-11-09T10:19:50,903 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:19:50,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517/rs 2024-11-09T10:19:50,916 DEBUG [RS:0;e067b2c2c7b3:41389 {}] zookeeper.ZKUtil(111): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on existing znode=/0-1760194517/rs/e067b2c2c7b3,41389,1731147589240 2024-11-09T10:19:50,916 WARN [RS:0;e067b2c2c7b3:41389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:19:50,916 INFO [RS:0;e067b2c2c7b3:41389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:19:50,916 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240 2024-11-09T10:19:50,917 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,41389,1731147589240] 2024-11-09T10:19:50,920 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:19:50,921 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:19:50,922 INFO [RS:0;e067b2c2c7b3:41389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:19:50,922 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,922 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:19:50,922 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:19:50,922 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:19:50,923 DEBUG [RS:0;e067b2c2c7b3:41389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:19:50,924 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,924 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,924 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,924 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,924 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,924 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,41389,1731147589240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:19:50,940 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:19:50,940 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,41389,1731147589240-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,940 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,940 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.Replication(171): e067b2c2c7b3,41389,1731147589240 started 2024-11-09T10:19:50,957 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:50,957 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,41389,1731147589240, RpcServer on e067b2c2c7b3/172.17.0.3:41389, sessionid=0x1011f1bd9580001 2024-11-09T10:19:50,957 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:19:50,957 DEBUG [RS:0;e067b2c2c7b3:41389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,41389,1731147589240 2024-11-09T10:19:50,957 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,41389,1731147589240' 2024-11-09T10:19:50,957 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1760194517/flush-table-proc/abort' 2024-11-09T10:19:50,958 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1760194517/flush-table-proc/acquired' 2024-11-09T10:19:50,958 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:19:50,958 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:19:50,958 DEBUG [RS:0;e067b2c2c7b3:41389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,41389,1731147589240 2024-11-09T10:19:50,958 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,41389,1731147589240' 2024-11-09T10:19:50,958 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1760194517/online-snapshot/abort' 2024-11-09T10:19:50,959 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1760194517/online-snapshot/acquired' 2024-11-09T10:19:50,959 DEBUG [RS:0;e067b2c2c7b3:41389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:19:50,959 INFO [RS:0;e067b2c2c7b3:41389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:19:50,959 INFO [RS:0;e067b2c2c7b3:41389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:19:51,059 INFO [RS:0;e067b2c2c7b3:41389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:19:51,061 INFO [RS:0;e067b2c2c7b3:41389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C41389%2C1731147589240, suffix=, logDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240, archiveDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/oldWALs, maxLogs=10 2024-11-09T10:19:51,072 DEBUG [RS:0;e067b2c2c7b3:41389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.1731147591061, exclude list is [], retry=0 2024-11-09T10:19:51,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-735ffdc5-3bd9-4dcc-823e-14d58bb3cbcf,DISK] 2024-11-09T10:19:51,076 INFO [RS:0;e067b2c2c7b3:41389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.1731147591061 2024-11-09T10:19:51,076 DEBUG [RS:0;e067b2c2c7b3:41389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40287:40287)] 2024-11-09T10:19:51,239 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:19:51,239 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f 2024-11-09T10:19:51,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:19:51,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:19:51,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:19:51,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:19:51,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:51,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:51,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:19:51,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:19:51,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:51,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:51,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:19:51,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:19:51,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:51,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:51,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:19:51,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:19:51,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:51,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:51,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:19:51,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740 2024-11-09T10:19:51,652 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740 2024-11-09T10:19:51,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:19:51,653 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:19:51,654 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:19:51,654 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:19:51,656 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:19:51,657 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62187526, jitterRate=-0.07333365082740784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:19:51,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147591645Initializing all the Stores at 1731147591646 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147591646Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147591646Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147591646Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147591646Cleaning up temporary data from old regions at 1731147591653 (+7 ms)Region opened successfully at 1731147591657 (+4 ms) 2024-11-09T10:19:51,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:19:51,657 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:19:51,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:19:51,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:19:51,657 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:19:51,658 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:19:51,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147591657Disabling compacts and flushes for region at 1731147591657Disabling writes for close at 1731147591657Writing region close event to WAL at 1731147591658 (+1 ms)Closed at 1731147591658 2024-11-09T10:19:51,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:19:51,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:19:51,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:19:51,660 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:19:51,661 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:19:51,811 DEBUG [e067b2c2c7b3:36565 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:19:51,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,41389,1731147589240 2024-11-09T10:19:51,812 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,41389,1731147589240, state=OPENING 2024-11-09T10:19:51,857 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:19:51,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:51,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:51,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1760194517/meta-region-server: CHANGED 2024-11-09T10:19:51,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1760194517/meta-region-server: CHANGED 2024-11-09T10:19:51,899 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:19:51,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,41389,1731147589240}] 2024-11-09T10:19:52,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:19:52,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33369, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:19:52,056 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:19:52,056 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:19:52,056 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:19:52,058 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C41389%2C1731147589240.meta, suffix=.meta, logDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240, archiveDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/oldWALs, maxLogs=10 2024-11-09T10:19:52,070 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.meta.1731147592058.meta, exclude list is [], retry=0 2024-11-09T10:19:52,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-735ffdc5-3bd9-4dcc-823e-14d58bb3cbcf,DISK] 2024-11-09T10:19:52,073 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.meta.1731147592058.meta 2024-11-09T10:19:52,074 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40287:40287)] 2024-11-09T10:19:52,074 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:19:52,074 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:19:52,074 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:19:52,074 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:19:52,074 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:19:52,075 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:19:52,075 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:19:52,075 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:19:52,075 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:19:52,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:19:52,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:19:52,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:52,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:52,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:19:52,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:19:52,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:52,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:52,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:19:52,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:19:52,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:52,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:52,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:19:52,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:19:52,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:52,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:52,080 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:19:52,081 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740 2024-11-09T10:19:52,082 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740 2024-11-09T10:19:52,083 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:19:52,083 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:19:52,084 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:19:52,085 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:19:52,086 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67946636, jitterRate=0.012483775615692139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:19:52,086 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:19:52,086 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147592075Writing region info on filesystem at 1731147592075Initializing all the Stores at 1731147592076 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147592076Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147592076Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147592076Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147592076Cleaning up temporary data from old regions at 1731147592083 (+7 ms)Running coprocessor post-open hooks at 1731147592086 (+3 ms)Region opened successfully at 1731147592086 2024-11-09T10:19:52,087 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147592052 2024-11-09T10:19:52,089 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:19:52,089 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:19:52,090 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,41389,1731147589240 2024-11-09T10:19:52,090 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,41389,1731147589240, state=OPEN 2024-11-09T10:19:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1760194517/meta-region-server 2024-11-09T10:19:52,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1760194517/meta-region-server 2024-11-09T10:19:52,109 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,41389,1731147589240 2024-11-09T10:19:52,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1760194517/meta-region-server: CHANGED 2024-11-09T10:19:52,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1760194517/meta-region-server: CHANGED 2024-11-09T10:19:52,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:19:52,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,41389,1731147589240 in 209 msec 2024-11-09T10:19:52,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:19:52,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 453 msec 2024-11-09T10:19:52,114 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:19:52,114 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:19:52,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:19:52,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,41389,1731147589240, seqNum=-1] 2024-11-09T10:19:52,116 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:19:52,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:19:52,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2930 sec 2024-11-09T10:19:52,122 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147592122, completionTime=-1 2024-11-09T10:19:52,122 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:19:52,122 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:19:52,124 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:19:52,124 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147652124 2024-11-09T10:19:52,124 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147712124 2024-11-09T10:19:52,124 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T10:19:52,125 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36565,1731147589037-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:52,125 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36565,1731147589037-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:52,125 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36565,1731147589037-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:52,125 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:36565, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:52,125 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:52,125 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:52,127 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:19:52,128 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.812sec 2024-11-09T10:19:52,128 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:19:52,128 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:19:52,128 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:19:52,128 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:19:52,128 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:19:52,128 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36565,1731147589037-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:19:52,129 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36565,1731147589037-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:19:52,131 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:19:52,131 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:19:52,131 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36565,1731147589037-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:52,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c81528f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:52,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,36565,-1 for getting cluster id 2024-11-09T10:19:52,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:19:52,173 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34491908-1f7c-41a7-9229-c48468250ca9' 2024-11-09T10:19:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:19:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34491908-1f7c-41a7-9229-c48468250ca9" 2024-11-09T10:19:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd8b6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,36565,-1] 2024-11-09T10:19:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:19:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:52,175 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:19:52,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:52,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:19:52,177 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,41389,1731147589240, seqNum=-1] 2024-11-09T10:19:52,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:19:52,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:19:52,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,36565,1731147589037 2024-11-09T10:19:52,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:56041 2024-11-09T10:19:52,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:19:52,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f1bd9580002 connected 2024-11-09T10:19:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/hadoop.log.dir so I do NOT create it in target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013 2024-11-09T10:19:52,206 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:19:52,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/hadoop.tmp.dir so I do NOT create it in target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013 2024-11-09T10:19:52,206 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:19:52,206 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/cluster_b983acd1-eb8b-e238-0a3e-c04a31cae117, deleteOnExit=true 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/test.cache.data in system properties and HBase conf 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:19:52,207 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:19:52,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:19:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:19:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:19:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:19:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:19:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:19:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:19:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:19:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:19:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:19:52,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:19:52,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:19:52,490 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:19:52,491 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:19:52,492 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:19:52,492 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:19:52,492 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:19:52,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:19:52,493 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:19:52,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d30bee1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/java.io.tmpdir/jetty-localhost-34737-hadoop-hdfs-3_4_1-tests_jar-_-any-5773024674774357248/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:19:52,587 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:34737} 2024-11-09T10:19:52,587 INFO [Time-limited test {}] server.Server(415): Started @145736ms 2024-11-09T10:19:52,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:19:52,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:19:52,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:19:52,853 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:19:52,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:19:52,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:19:52,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:19:52,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@466c24c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/java.io.tmpdir/jetty-localhost-41489-hadoop-hdfs-3_4_1-tests_jar-_-any-670502556628902313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:19:52,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:41489} 2024-11-09T10:19:52,950 INFO [Time-limited test {}] server.Server(415): Started @146099ms 2024-11-09T10:19:52,951 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:19:53,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T10:19:53,557 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/cluster_b983acd1-eb8b-e238-0a3e-c04a31cae117/data/data1/current/BP-975880805-172.17.0.3-1731147592222/current, will proceed with Du for space computation calculation, 2024-11-09T10:19:53,557 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/cluster_b983acd1-eb8b-e238-0a3e-c04a31cae117/data/data2/current/BP-975880805-172.17.0.3-1731147592222/current, will proceed with Du for space computation calculation, 2024-11-09T10:19:53,572 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:19:53,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28ec47f910423192 with lease ID 0xd9ddd4808972198f: Processing first storage report for DS-33e9f3d2-1306-4970-9307-fc36ed168648 from datanode DatanodeRegistration(127.0.0.1:37589, datanodeUuid=5381860f-7433-45c6-8aa0-1c2c911c24e7, infoPort=35905, infoSecurePort=0, ipcPort=46393, storageInfo=lv=-57;cid=testClusterID;nsid=563846483;c=1731147592222) 2024-11-09T10:19:53,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28ec47f910423192 with lease ID 0xd9ddd4808972198f: from storage DS-33e9f3d2-1306-4970-9307-fc36ed168648 node DatanodeRegistration(127.0.0.1:37589, datanodeUuid=5381860f-7433-45c6-8aa0-1c2c911c24e7, infoPort=35905, infoSecurePort=0, ipcPort=46393, storageInfo=lv=-57;cid=testClusterID;nsid=563846483;c=1731147592222), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:19:53,574 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x28ec47f910423192 with lease ID 0xd9ddd4808972198f: Processing first storage report for DS-8f8a25ff-6123-4cf5-abb2-44199930e09c from datanode DatanodeRegistration(127.0.0.1:37589, datanodeUuid=5381860f-7433-45c6-8aa0-1c2c911c24e7, infoPort=35905, infoSecurePort=0, ipcPort=46393, storageInfo=lv=-57;cid=testClusterID;nsid=563846483;c=1731147592222) 2024-11-09T10:19:53,574 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x28ec47f910423192 with lease ID 0xd9ddd4808972198f: from storage DS-8f8a25ff-6123-4cf5-abb2-44199930e09c node DatanodeRegistration(127.0.0.1:37589, datanodeUuid=5381860f-7433-45c6-8aa0-1c2c911c24e7, infoPort=35905, infoSecurePort=0, ipcPort=46393, storageInfo=lv=-57;cid=testClusterID;nsid=563846483;c=1731147592222), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:19:53,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013 2024-11-09T10:19:53,676 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:53,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:53,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:19:54,085 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc with version=8 2024-11-09T10:19:54,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/hbase-staging 2024-11-09T10:19:54,087 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:19:54,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:19:54,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:19:54,087 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:19:54,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:19:54,087 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:19:54,087 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:19:54,087 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:19:54,088 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35261 2024-11-09T10:19:54,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35261 connecting to ZooKeeper ensemble=127.0.0.1:56041 2024-11-09T10:19:54,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352610x0, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:19:54,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35261-0x1011f1bd9580003 connected 2024-11-09T10:19:54,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:54,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:54,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Set watcher on znode that does not yet exist, /1-1690919895/running 2024-11-09T10:19:54,344 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc, hbase.cluster.distributed=false 2024-11-09T10:19:54,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Set watcher on znode that does not yet exist, /1-1690919895/acl 2024-11-09T10:19:54,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35261 2024-11-09T10:19:54,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35261 2024-11-09T10:19:54,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35261 2024-11-09T10:19:54,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35261 2024-11-09T10:19:54,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35261 2024-11-09T10:19:54,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:19:54,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:19:54,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:19:54,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:19:54,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:19:54,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:19:54,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:19:54,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:19:54,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45705 2024-11-09T10:19:54,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45705 connecting to ZooKeeper ensemble=127.0.0.1:56041 2024-11-09T10:19:54,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:54,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:54,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:457050x0, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:19:54,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:457050x0, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Set watcher on znode that does not yet exist, /1-1690919895/running 2024-11-09T10:19:54,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45705-0x1011f1bd9580004 connected 2024-11-09T10:19:54,373 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:19:54,373 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:19:54,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Set watcher on znode that does not yet exist, /1-1690919895/master 2024-11-09T10:19:54,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Set watcher on znode that does not yet exist, /1-1690919895/acl 2024-11-09T10:19:54,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45705 2024-11-09T10:19:54,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45705 2024-11-09T10:19:54,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45705 2024-11-09T10:19:54,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45705 2024-11-09T10:19:54,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45705 2024-11-09T10:19:54,385 DEBUG [M:0;e067b2c2c7b3:35261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:35261 2024-11-09T10:19:54,386 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1690919895/backup-masters/e067b2c2c7b3,35261,1731147594087 2024-11-09T10:19:54,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895/backup-masters 2024-11-09T10:19:54,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895/backup-masters 2024-11-09T10:19:54,394 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Set watcher on existing znode=/1-1690919895/backup-masters/e067b2c2c7b3,35261,1731147594087 2024-11-09T10:19:54,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1690919895/master 2024-11-09T10:19:54,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:19:54,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:19:54,404 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Set watcher on existing znode=/1-1690919895/master 2024-11-09T10:19:54,404 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1690919895/backup-masters/e067b2c2c7b3,35261,1731147594087 from backup master directory 2024-11-09T10:19:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895/backup-masters 2024-11-09T10:19:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1690919895/backup-masters/e067b2c2c7b3,35261,1731147594087 2024-11-09T10:19:54,414 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:19:54,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895/backup-masters 2024-11-09T10:19:54,414 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,35261,1731147594087 2024-11-09T10:19:54,418 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/hbase.id] with ID: 1f2c25fb-bd51-401b-8bba-d2bc270d76d6 2024-11-09T10:19:54,418 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/.tmp/hbase.id 2024-11-09T10:19:54,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:19:54,823 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/.tmp/hbase.id]:[hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/hbase.id] 2024-11-09T10:19:54,832 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:19:54,833 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:19:54,834 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:19:54,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:19:54,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:19:54,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:19:55,288 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:19:55,288 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:19:55,289 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:19:55,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:19:55,696 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store 2024-11-09T10:19:55,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:19:56,102 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:19:56,102 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:19:56,102 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:56,102 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:56,102 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:19:56,102 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:56,102 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:19:56,102 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147596102Disabling compacts and flushes for region at 1731147596102Disabling writes for close at 1731147596102Writing region close event to WAL at 1731147596102Closed at 1731147596102 2024-11-09T10:19:56,103 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/.initializing 2024-11-09T10:19:56,103 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/WALs/e067b2c2c7b3,35261,1731147594087 2024-11-09T10:19:56,104 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:19:56,106 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C35261%2C1731147594087, suffix=, logDir=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/WALs/e067b2c2c7b3,35261,1731147594087, archiveDir=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/oldWALs, maxLogs=10 2024-11-09T10:19:56,120 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/WALs/e067b2c2c7b3,35261,1731147594087/e067b2c2c7b3%2C35261%2C1731147594087.1731147596106, exclude list is [], retry=0 2024-11-09T10:19:56,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37589,DS-33e9f3d2-1306-4970-9307-fc36ed168648,DISK] 2024-11-09T10:19:56,124 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/WALs/e067b2c2c7b3,35261,1731147594087/e067b2c2c7b3%2C35261%2C1731147594087.1731147596106 2024-11-09T10:19:56,124 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905)] 2024-11-09T10:19:56,124 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:19:56,125 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:19:56,125 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:56,125 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:56,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:56,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:19:56,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:56,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:56,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:56,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:19:56,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:56,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:19:56,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:56,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:19:56,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:56,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:19:56,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:56,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:19:56,131 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:56,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:19:56,131 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:56,132 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:56,132 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:56,133 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:56,133 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:56,134 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:19:56,135 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:19:56,136 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:19:56,137 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64512688, jitterRate=-0.03868603706359863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:19:56,137 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147596125Initializing all the Stores at 1731147596126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147596126Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147596126Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147596126Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147596126Cleaning up temporary data from old regions at 1731147596133 (+7 ms)Region opened successfully at 1731147596137 (+4 ms) 2024-11-09T10:19:56,139 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:19:56,142 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3f39b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:19:56,143 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:19:56,143 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:19:56,143 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:19:56,143 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:19:56,144 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:19:56,144 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:19:56,144 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:19:56,146 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:19:56,146 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Unable to get data of znode /1-1690919895/balancer because node does not exist (not necessarily an error) 2024-11-09T10:19:56,225 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1690919895/balancer already deleted, retry=false 2024-11-09T10:19:56,225 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:19:56,226 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Unable to get data of znode /1-1690919895/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:19:56,235 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1690919895/normalizer already deleted, retry=false 2024-11-09T10:19:56,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:19:56,237 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Unable to get data of znode /1-1690919895/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:19:56,246 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1690919895/switch/split already deleted, retry=false 2024-11-09T10:19:56,247 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Unable to get data of znode /1-1690919895/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:19:56,256 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1690919895/switch/merge already deleted, retry=false 2024-11-09T10:19:56,258 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Unable to get data of znode /1-1690919895/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:19:56,267 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1690919895/snapshot-cleanup already deleted, retry=false 2024-11-09T10:19:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1690919895/running 2024-11-09T10:19:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:19:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1690919895/running 2024-11-09T10:19:56,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:19:56,278 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,35261,1731147594087, sessionid=0x1011f1bd9580003, setting cluster-up flag (Was=false) 2024-11-09T10:19:56,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:19:56,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:19:56,330 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1690919895/flush-table-proc/acquired, /1-1690919895/flush-table-proc/reached, /1-1690919895/flush-table-proc/abort 2024-11-09T10:19:56,331 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,35261,1731147594087 2024-11-09T10:19:56,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:19:56,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:19:56,383 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1690919895/online-snapshot/acquired, /1-1690919895/online-snapshot/reached, /1-1690919895/online-snapshot/abort 2024-11-09T10:19:56,383 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,35261,1731147594087 2024-11-09T10:19:56,384 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:19:56,385 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:19:56,386 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:19:56,386 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:19:56,386 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,35261,1731147594087 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:19:56,387 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:19:56,387 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:19:56,387 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:19:56,387 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:19:56,387 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:19:56,387 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,387 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:19:56,387 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,388 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147626388 2024-11-09T10:19:56,388 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:19:56,388 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:19:56,388 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:19:56,388 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:19:56,388 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:19:56,388 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:19:56,388 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:19:56,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:19:56,389 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,389 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:19:56,389 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:19:56,389 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:19:56,389 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:19:56,389 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:19:56,389 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:19:56,389 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:56,389 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147596389,5,FailOnTimeoutGroup] 2024-11-09T10:19:56,390 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147596389,5,FailOnTimeoutGroup] 2024-11-09T10:19:56,390 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,390 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:19:56,390 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:19:56,390 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,390 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:19:56,478 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(746): ClusterId : 1f2c25fb-bd51-401b-8bba-d2bc270d76d6 2024-11-09T10:19:56,478 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:19:56,488 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:19:56,488 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:19:56,499 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:19:56,499 DEBUG [RS:0;e067b2c2c7b3:45705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23a7fae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:19:56,510 DEBUG [RS:0;e067b2c2c7b3:45705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:45705 2024-11-09T10:19:56,510 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:19:56,510 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:19:56,510 DEBUG [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:19:56,510 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,35261,1731147594087 with port=45705, startcode=1731147594359 2024-11-09T10:19:56,511 DEBUG [RS:0;e067b2c2c7b3:45705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:19:56,512 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:19:56,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35261 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,45705,1731147594359 2024-11-09T10:19:56,512 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35261 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,45705,1731147594359 2024-11-09T10:19:56,513 DEBUG [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc 2024-11-09T10:19:56,513 DEBUG [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43471 2024-11-09T10:19:56,513 DEBUG [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:19:56,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895/rs 2024-11-09T10:19:56,578 DEBUG [RS:0;e067b2c2c7b3:45705 {}] zookeeper.ZKUtil(111): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Set watcher on existing znode=/1-1690919895/rs/e067b2c2c7b3,45705,1731147594359 2024-11-09T10:19:56,578 WARN [RS:0;e067b2c2c7b3:45705 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:19:56,578 INFO [RS:0;e067b2c2c7b3:45705 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:19:56,578 DEBUG [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/WALs/e067b2c2c7b3,45705,1731147594359 2024-11-09T10:19:56,578 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,45705,1731147594359] 2024-11-09T10:19:56,581 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:19:56,582 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:19:56,582 INFO [RS:0;e067b2c2c7b3:45705 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:19:56,582 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,582 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:19:56,583 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:19:56,583 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:19:56,583 DEBUG [RS:0;e067b2c2c7b3:45705 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:19:56,584 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,584 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,584 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,584 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,584 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,584 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45705,1731147594359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:19:56,596 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:19:56,596 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45705,1731147594359-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,596 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,596 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.Replication(171): e067b2c2c7b3,45705,1731147594359 started 2024-11-09T10:19:56,609 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:56,609 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,45705,1731147594359, RpcServer on e067b2c2c7b3/172.17.0.3:45705, sessionid=0x1011f1bd9580004 2024-11-09T10:19:56,609 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:19:56,609 DEBUG [RS:0;e067b2c2c7b3:45705 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,45705,1731147594359 2024-11-09T10:19:56,609 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,45705,1731147594359' 2024-11-09T10:19:56,609 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1690919895/flush-table-proc/abort' 2024-11-09T10:19:56,610 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1690919895/flush-table-proc/acquired' 2024-11-09T10:19:56,610 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:19:56,610 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:19:56,610 DEBUG [RS:0;e067b2c2c7b3:45705 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,45705,1731147594359 2024-11-09T10:19:56,610 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,45705,1731147594359' 2024-11-09T10:19:56,610 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1690919895/online-snapshot/abort' 2024-11-09T10:19:56,610 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1690919895/online-snapshot/acquired' 2024-11-09T10:19:56,611 DEBUG [RS:0;e067b2c2c7b3:45705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:19:56,611 INFO [RS:0;e067b2c2c7b3:45705 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:19:56,611 INFO [RS:0;e067b2c2c7b3:45705 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:19:56,711 INFO [RS:0;e067b2c2c7b3:45705 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:19:56,712 INFO [RS:0;e067b2c2c7b3:45705 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C45705%2C1731147594359, suffix=, logDir=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/WALs/e067b2c2c7b3,45705,1731147594359, archiveDir=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/oldWALs, maxLogs=10 2024-11-09T10:19:56,724 DEBUG [RS:0;e067b2c2c7b3:45705 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/WALs/e067b2c2c7b3,45705,1731147594359/e067b2c2c7b3%2C45705%2C1731147594359.1731147596712, exclude list is [], retry=0 2024-11-09T10:19:56,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37589,DS-33e9f3d2-1306-4970-9307-fc36ed168648,DISK] 2024-11-09T10:19:56,728 INFO [RS:0;e067b2c2c7b3:45705 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/WALs/e067b2c2c7b3,45705,1731147594359/e067b2c2c7b3%2C45705%2C1731147594359.1731147596712 2024-11-09T10:19:56,728 DEBUG [RS:0;e067b2c2c7b3:45705 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905)] 2024-11-09T10:19:56,797 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:19:56,797 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc 2024-11-09T10:19:56,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:19:56,920 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:19:57,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:19:57,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:19:57,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:19:57,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:57,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:57,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:19:57,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:19:57,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:57,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:57,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:19:57,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:19:57,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:57,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:57,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:19:57,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:19:57,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:57,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:57,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:19:57,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/data/hbase/meta/1588230740 2024-11-09T10:19:57,210 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/data/hbase/meta/1588230740 2024-11-09T10:19:57,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:19:57,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:19:57,211 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:19:57,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:19:57,214 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:19:57,214 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63018071, jitterRate=-0.060957565903663635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:19:57,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147597203Initializing all the Stores at 1731147597203Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147597203Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147597204 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147597204Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147597204Cleaning up temporary data from old regions at 1731147597211 (+7 ms)Region opened successfully at 1731147597214 (+3 ms) 2024-11-09T10:19:57,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:19:57,214 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:19:57,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:19:57,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:19:57,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:19:57,215 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:19:57,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147597214Disabling compacts and flushes for region at 1731147597214Disabling writes for close at 1731147597214Writing region close event to WAL at 1731147597215 (+1 ms)Closed at 1731147597215 2024-11-09T10:19:57,216 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:19:57,216 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:19:57,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:19:57,217 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:19:57,217 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:19:57,368 DEBUG [e067b2c2c7b3:35261 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:19:57,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,45705,1731147594359 2024-11-09T10:19:57,369 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,45705,1731147594359, state=OPENING 2024-11-09T10:19:57,414 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:19:57,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:19:57,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:19:57,425 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:19:57,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,45705,1731147594359}] 2024-11-09T10:19:57,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1690919895/meta-region-server: CHANGED 2024-11-09T10:19:57,425 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1690919895/meta-region-server: CHANGED 2024-11-09T10:19:57,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:19:57,577 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:19:57,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:19:57,582 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:19:57,582 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:19:57,582 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:19:57,584 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C45705%2C1731147594359.meta, suffix=.meta, logDir=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/WALs/e067b2c2c7b3,45705,1731147594359, archiveDir=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/oldWALs, maxLogs=10 2024-11-09T10:19:57,597 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/WALs/e067b2c2c7b3,45705,1731147594359/e067b2c2c7b3%2C45705%2C1731147594359.meta.1731147597584.meta, exclude list is [], retry=0 2024-11-09T10:19:57,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37589,DS-33e9f3d2-1306-4970-9307-fc36ed168648,DISK] 2024-11-09T10:19:57,600 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/WALs/e067b2c2c7b3,45705,1731147594359/e067b2c2c7b3%2C45705%2C1731147594359.meta.1731147597584.meta 2024-11-09T10:19:57,601 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35905:35905)] 2024-11-09T10:19:57,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:57,601 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:19:57,601 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:19:57,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:57,601 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:19:57,601 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:19:57,601 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:19:57,601 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:19:57,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:57,601 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:19:57,602 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:19:57,602 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:19:57,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:57,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:57,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:19:57,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:19:57,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:57,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:57,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:19:57,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:19:57,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:57,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:57,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:19:57,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:19:57,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:57,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:57,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:19:57,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:19:57,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:57,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:19:57,608 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:19:57,609 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/data/hbase/meta/1588230740 2024-11-09T10:19:57,610 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/data/hbase/meta/1588230740 2024-11-09T10:19:57,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:19:57,611 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:19:57,611 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:19:57,611 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:19:57,613 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:19:57,613 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70855099, jitterRate=0.055823251605033875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:19:57,613 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:19:57,614 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147597602Writing region info on filesystem at 1731147597602Initializing all the Stores at 1731147597602Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147597602Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147597603 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147597603Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147597603Cleaning up temporary data from old regions at 1731147597611 (+8 ms)Running coprocessor post-open hooks at 1731147597614 (+3 ms)Region opened successfully at 1731147597614 2024-11-09T10:19:57,614 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147597577 2024-11-09T10:19:57,617 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:19:57,617 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:19:57,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,45705,1731147594359 2024-11-09T10:19:57,618 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,45705,1731147594359, state=OPEN 2024-11-09T10:19:57,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1690919895/meta-region-server 2024-11-09T10:19:57,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1690919895/meta-region-server 2024-11-09T10:19:57,625 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,45705,1731147594359 2024-11-09T10:19:57,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1690919895/meta-region-server: CHANGED 2024-11-09T10:19:57,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1690919895/meta-region-server: CHANGED 2024-11-09T10:19:57,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:19:57,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,45705,1731147594359 in 200 msec 2024-11-09T10:19:57,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:19:57,629 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-09T10:19:57,630 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:19:57,630 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:19:57,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:19:57,631 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,45705,1731147594359, seqNum=-1] 2024-11-09T10:19:57,631 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:19:57,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48461, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:19:57,638 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-09T10:19:57,638 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147597638, completionTime=-1 2024-11-09T10:19:57,638 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:19:57,638 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:19:57,640 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:19:57,640 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147657640 2024-11-09T10:19:57,640 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147717640 2024-11-09T10:19:57,640 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:19:57,640 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35261,1731147594087-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:57,640 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35261,1731147594087-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:57,640 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35261,1731147594087-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:57,640 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:35261, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:57,640 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:57,641 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:57,642 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:19:57,644 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.229sec 2024-11-09T10:19:57,644 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:19:57,644 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:19:57,644 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:19:57,644 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:19:57,644 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:19:57,644 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35261,1731147594087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:19:57,644 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35261,1731147594087-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:19:57,646 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:19:57,646 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:19:57,646 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35261,1731147594087-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:19:57,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc082ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:57,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35261,-1 for getting cluster id 2024-11-09T10:19:57,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:19:57,680 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f2c25fb-bd51-401b-8bba-d2bc270d76d6' 2024-11-09T10:19:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:19:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f2c25fb-bd51-401b-8bba-d2bc270d76d6" 2024-11-09T10:19:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c78e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35261,-1] 2024-11-09T10:19:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:19:57,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:57,682 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:19:57,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a0e268f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:57,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:19:57,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,45705,1731147594359, seqNum=-1] 2024-11-09T10:19:57,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:19:57,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:19:57,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,35261,1731147594087 2024-11-09T10:19:57,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:56041 2024-11-09T10:19:57,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:19:57,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f1bd9580005 connected 2024-11-09T10:19:57,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cea6ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:57,711 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,36565,-1 for getting cluster id 2024-11-09T10:19:57,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:19:57,712 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34491908-1f7c-41a7-9229-c48468250ca9' 2024-11-09T10:19:57,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:19:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34491908-1f7c-41a7-9229-c48468250ca9" 2024-11-09T10:19:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64e0c2c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,36565,-1] 2024-11-09T10:19:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:19:57,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:57,714 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:19:57,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a1053f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:57,715 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:19:57,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,36565,1731147589037 2024-11-09T10:19:57,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b1549a9 2024-11-09T10:19:57,716 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:19:57,716 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:19:57,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:35261,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:19:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:19:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:19:57,719 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:35261' 2024-11-09T10:19:57,720 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@282eb10f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:57,720 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35261,-1 for getting cluster id 2024-11-09T10:19:57,720 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:19:57,721 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f2c25fb-bd51-401b-8bba-d2bc270d76d6' 2024-11-09T10:19:57,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:19:57,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f2c25fb-bd51-401b-8bba-d2bc270d76d6" 2024-11-09T10:19:57,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3591b009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:57,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35261,-1] 2024-11-09T10:19:57,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:19:57,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:57,722 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:19:57,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e976c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:57,723 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:19:57,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35261,1731147594087 2024-11-09T10:19:57,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25fee2a9 2024-11-09T10:19:57,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:19:57,725 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:19:57,725 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-09T10:19:57,725 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:19:57,725 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:57,725 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:57,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:19:57,726 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:19:57,727 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:19:57,728 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:19:57,728 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:57,729 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:19:57,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741835_1011 (size=1138) 2024-11-09T10:19:57,777 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:19:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:19:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:19:58,136 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a3c11c74a329149c26442d1cdc9df74, NAME => 'hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f 2024-11-09T10:19:58,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741836_1012 (size=44) 2024-11-09T10:19:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:19:58,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:19:58,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0a3c11c74a329149c26442d1cdc9df74, disabling compactions & flushes 2024-11-09T10:19:58,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:19:58,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:19:58,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. after waiting 0 ms 2024-11-09T10:19:58,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:19:58,542 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:19:58,542 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a3c11c74a329149c26442d1cdc9df74: Waiting for close lock at 1731147598542Disabling compacts and flushes for region at 1731147598542Disabling writes for close at 1731147598542Writing region close event to WAL at 1731147598542Closed at 1731147598542 2024-11-09T10:19:58,543 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:19:58,543 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147598543"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147598543"}]},"ts":"1731147598543"} 2024-11-09T10:19:58,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:19:58,546 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:19:58,546 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147598546"}]},"ts":"1731147598546"} 2024-11-09T10:19:58,548 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:19:58,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a3c11c74a329149c26442d1cdc9df74, ASSIGN}] 2024-11-09T10:19:58,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a3c11c74a329149c26442d1cdc9df74, ASSIGN 2024-11-09T10:19:58,549 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a3c11c74a329149c26442d1cdc9df74, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,41389,1731147589240; forceNewPlan=false, retain=false 2024-11-09T10:19:58,700 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0a3c11c74a329149c26442d1cdc9df74, regionState=OPENING, regionLocation=e067b2c2c7b3,41389,1731147589240 2024-11-09T10:19:58,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a3c11c74a329149c26442d1cdc9df74, ASSIGN because future has completed 2024-11-09T10:19:58,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a3c11c74a329149c26442d1cdc9df74, server=e067b2c2c7b3,41389,1731147589240}] 2024-11-09T10:19:58,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:19:58,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:19:58,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:19:58,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:19:58,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C41389%2C1731147589240.rep, suffix=, logDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240, archiveDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/oldWALs, maxLogs=10 2024-11-09T10:19:58,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.rep.1731147598860, exclude list is [], retry=0 2024-11-09T10:19:58,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-735ffdc5-3bd9-4dcc-823e-14d58bb3cbcf,DISK] 2024-11-09T10:19:58,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.rep.1731147598860 2024-11-09T10:19:58,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40287:40287)] 2024-11-09T10:19:58,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a3c11c74a329149c26442d1cdc9df74, NAME => 'hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:19:58,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:19:58,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:19:58,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. service=MultiRowMutationService 2024-11-09T10:19:58,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:19:58,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:19:58,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,879 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,880 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a3c11c74a329149c26442d1cdc9df74 columnFamilyName hfileref 2024-11-09T10:19:58,880 DEBUG [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:58,880 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.HStore(327): Store=0a3c11c74a329149c26442d1cdc9df74/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:19:58,880 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,881 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a3c11c74a329149c26442d1cdc9df74 columnFamilyName queue 2024-11-09T10:19:58,882 DEBUG [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:58,882 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.HStore(327): Store=0a3c11c74a329149c26442d1cdc9df74/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:19:58,882 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,883 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a3c11c74a329149c26442d1cdc9df74 columnFamilyName sid 2024-11-09T10:19:58,883 DEBUG [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:19:58,883 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.HStore(327): Store=0a3c11c74a329149c26442d1cdc9df74/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:19:58,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:19:58,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:19:58,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 0a3c11c74a329149c26442d1cdc9df74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67177556, jitterRate=0.0010235905647277832}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:19:58,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:58,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 0a3c11c74a329149c26442d1cdc9df74: Running coprocessor pre-open hook at 1731147598878Writing region info on filesystem at 1731147598878Initializing all the Stores at 1731147598878Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147598878Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147598879 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147598879Cleaning up temporary data from old regions at 1731147598885 (+6 ms)Running coprocessor post-open hooks at 1731147598889 (+4 ms)Region opened successfully at 1731147598890 (+1 ms) 2024-11-09T10:19:58,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74., pid=7, masterSystemTime=1731147598854 2024-11-09T10:19:58,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:19:58,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:19:58,893 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=0a3c11c74a329149c26442d1cdc9df74, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,41389,1731147589240 2024-11-09T10:19:58,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a3c11c74a329149c26442d1cdc9df74, server=e067b2c2c7b3,41389,1731147589240 because future has completed 2024-11-09T10:19:58,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-09T10:19:58,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a3c11c74a329149c26442d1cdc9df74, server=e067b2c2c7b3,41389,1731147589240 in 194 msec 2024-11-09T10:19:58,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:19:58,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a3c11c74a329149c26442d1cdc9df74, ASSIGN in 350 msec 2024-11-09T10:19:58,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:19:58,901 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147598901"}]},"ts":"1731147598901"} 2024-11-09T10:19:58,903 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:19:58,904 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:19:58,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-09T10:19:58,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74., hostname=e067b2c2c7b3,41389,1731147589240, seqNum=2] 2024-11-09T10:19:59,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:59,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:59,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:19:59,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-09T10:19:59,221 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:19:59,245 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,41389,1731147589240, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:19:59,246 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:19:59,246 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,41389,1731147589240, seqNum=-1] 2024-11-09T10:19:59,246 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:19:59,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-09T10:19:59,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,41389,1731147589240', locateType=CURRENT is [region=hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74., hostname=e067b2c2c7b3,41389,1731147589240, seqNum=2] 2024-11-09T10:19:59,251 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-09T10:19:59,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-09T10:19:59,253 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,41389,1731147589240 suceeded 2024-11-09T10:19:59,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-09T10:19:59,255 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T10:19:59,255 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:35261,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:19:59,256 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5380 sec 2024-11-09T10:19:59,266 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:35261' 2024-11-09T10:19:59,267 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3344e524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:59,267 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35261,-1 for getting cluster id 2024-11-09T10:19:59,267 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:19:59,268 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f2c25fb-bd51-401b-8bba-d2bc270d76d6' 2024-11-09T10:19:59,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:19:59,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f2c25fb-bd51-401b-8bba-d2bc270d76d6" 2024-11-09T10:19:59,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a3d1b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:59,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35261,-1] 2024-11-09T10:19:59,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:19:59,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:59,269 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:19:59,270 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46839aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:19:59,270 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:19:59,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35261,1731147594087 2024-11-09T10:19:59,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2166e932 2024-11-09T10:19:59,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:19:59,271 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-09T10:19:59,272 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,41389,1731147589240 (queues=1) is replicating from cluster=34491908-1f7c-41a7-9229-c48468250ca9 to cluster=1f2c25fb-bd51-401b-8bba-d2bc270d76d6 2024-11-09T10:19:59,272 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C41389%2C1731147589240 2024-11-09T10:19:59,272 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,41389,1731147589240, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:19:59,272 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240.replicationSource.shippere067b2c2c7b3%2C41389%2C1731147589240,1-e067b2c2c7b3,41389,1731147589240 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C41389%2C1731147589240 2024-11-09T10:19:59,272 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240.replicationSource.wal-reader.e067b2c2c7b3%2C41389%2C1731147589240,1-e067b2c2c7b3,41389,1731147589240 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.1731147591061, startPosition=0, beingWritten=true 2024-11-09T10:19:59,478 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240.replicationSource.wal-reader.e067b2c2c7b3%2C41389%2C1731147589240,1-e067b2c2c7b3,41389,1731147589240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.1731147591061 to pos 0, reset compression=false 2024-11-09T10:19:59,783 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240.replicationSource.wal-reader.e067b2c2c7b3%2C41389%2C1731147589240,1-e067b2c2c7b3,41389,1731147589240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.1731147591061 to pos 0, reset compression=false 2024-11-09T10:19:59,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:19:59,872 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:19:59,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:19:59,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:19:59,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:59,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:59,872 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:19:59,872 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:19:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,36565,1731147589037 2024-11-09T10:19:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58433c86 2024-11-09T10:19:59,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:19:59,874 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:19:59,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36565 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T10:19:59,875 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:19:59,875 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:19:59,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:59,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:59,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:19:59,875 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:19:59,875 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1932813126, stopped=false 2024-11-09T10:19:59,875 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,36565,1731147589037 2024-11-09T10:19:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1760194517/running 2024-11-09T10:19:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1760194517/running 2024-11-09T10:19:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:59,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:19:59,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:19:59,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:19:59,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:19:59,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:59,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/running 2024-11-09T10:19:59,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/running 2024-11-09T10:19:59,941 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,41389,1731147589240' ***** 2024-11-09T10:19:59,941 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:19:59,941 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:19:59,941 INFO [RS:0;e067b2c2c7b3:41389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:19:59,941 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:19:59,941 INFO [RS:0;e067b2c2c7b3:41389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:19:59,941 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:19:59,943 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,41389,1731147589240 2024-11-09T10:19:59,943 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:19:59,943 INFO [RS:0;e067b2c2c7b3:41389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:41389. 2024-11-09T10:19:59,943 DEBUG [RS:0;e067b2c2c7b3:41389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:19:59,943 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a3c11c74a329149c26442d1cdc9df74, disabling compactions & flushes 2024-11-09T10:19:59,943 DEBUG [RS:0;e067b2c2c7b3:41389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:19:59,943 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:19:59,943 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:19:59,943 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:19:59,943 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. after waiting 0 ms 2024-11-09T10:19:59,943 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:19:59,943 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:19:59,943 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:19:59,943 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:19:59,943 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0a3c11c74a329149c26442d1cdc9df74 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-09T10:19:59,943 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:19:59,943 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0a3c11c74a329149c26442d1cdc9df74=hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74.} 2024-11-09T10:19:59,943 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1351): Waiting on 0a3c11c74a329149c26442d1cdc9df74, 1588230740 2024-11-09T10:19:59,943 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:19:59,943 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:19:59,944 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:19:59,944 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:19:59,944 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:19:59,944 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-09T10:19:59,952 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:19:59,952 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:19:59,957 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/.tmp/info/8d6839f585024e1481f0f787d124ede7 is 147, key is hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74./info:regioninfo/1731147598893/Put/seqid=0 2024-11-09T10:19:59,957 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74/.tmp/queue/d25cff8e7b8b44009822f7228c4907b5 is 151, key is 1-e067b2c2c7b3,41389,1731147589240/queue:e067b2c2c7b3%2C41389%2C1731147589240/1731147599250/Put/seqid=0 2024-11-09T10:19:59,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741838_1014 (size=6631) 2024-11-09T10:19:59,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741839_1015 (size=5350) 2024-11-09T10:20:00,031 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:20:00,144 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1351): Waiting on 0a3c11c74a329149c26442d1cdc9df74, 1588230740 2024-11-09T10:20:00,187 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240.replicationSource.wal-reader.e067b2c2c7b3%2C41389%2C1731147589240,1-e067b2c2c7b3,41389,1731147589240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.1731147591061 to pos 0, reset compression=false 2024-11-09T10:20:00,344 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1351): Waiting on 0a3c11c74a329149c26442d1cdc9df74, 1588230740 2024-11-09T10:20:00,362 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74/.tmp/queue/d25cff8e7b8b44009822f7228c4907b5 2024-11-09T10:20:00,362 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/.tmp/info/8d6839f585024e1481f0f787d124ede7 2024-11-09T10:20:00,369 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74/.tmp/queue/d25cff8e7b8b44009822f7228c4907b5 as hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74/queue/d25cff8e7b8b44009822f7228c4907b5 2024-11-09T10:20:00,374 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74/queue/d25cff8e7b8b44009822f7228c4907b5, entries=1, sequenceid=5, filesize=5.2 K 2024-11-09T10:20:00,374 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0a3c11c74a329149c26442d1cdc9df74 in 431ms, sequenceid=5, compaction requested=false 2024-11-09T10:20:00,374 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T10:20:00,378 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T10:20:00,379 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:00,379 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:00,379 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:20:00,379 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a3c11c74a329149c26442d1cdc9df74: Waiting for close lock at 1731147599943Running coprocessor pre-close hooks at 1731147599943Disabling compacts and flushes for region at 1731147599943Disabling writes for close at 1731147599943Obtaining lock to block concurrent updates at 1731147599943Preparing flush snapshotting stores in 0a3c11c74a329149c26442d1cdc9df74 at 1731147599943Finished memstore snapshotting hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731147599944 (+1 ms)Flushing stores of hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. at 1731147599944Flushing 0a3c11c74a329149c26442d1cdc9df74/queue: creating writer at 1731147599944Flushing 0a3c11c74a329149c26442d1cdc9df74/queue: appending metadata at 1731147599957 (+13 ms)Flushing 0a3c11c74a329149c26442d1cdc9df74/queue: closing flushed file at 1731147599957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a4e7ecb: reopening flushed file at 1731147600368 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 0a3c11c74a329149c26442d1cdc9df74 in 431ms, sequenceid=5, compaction requested=false at 1731147600374 (+6 ms)Writing region close event to WAL at 1731147600375 (+1 ms)Running coprocessor post-close hooks at 1731147600378 (+3 ms)Closed at 1731147600379 (+1 ms) 2024-11-09T10:20:00,379 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:20:00,382 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/.tmp/ns/c7c8fd6ff0a643849c213d896d27f177 is 43, key is default/ns:d/1731147592117/Put/seqid=0 2024-11-09T10:20:00,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741840_1016 (size=5153) 2024-11-09T10:20:00,544 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:00,691 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240.replicationSource.wal-reader.e067b2c2c7b3%2C41389%2C1731147589240,1-e067b2c2c7b3,41389,1731147589240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.1731147591061 to pos 0, reset compression=false 2024-11-09T10:20:00,744 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:00,785 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/.tmp/ns/c7c8fd6ff0a643849c213d896d27f177 2024-11-09T10:20:00,805 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/.tmp/table/db58a729cc654f3b8f68906c67b937d2 is 53, key is hbase:replication/table:state/1731147598901/Put/seqid=0 2024-11-09T10:20:00,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741841_1017 (size=5256) 2024-11-09T10:20:00,944 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T10:20:00,944 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:20:00,944 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:01,144 DEBUG [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:01,210 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/.tmp/table/db58a729cc654f3b8f68906c67b937d2 2024-11-09T10:20:01,215 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/.tmp/info/8d6839f585024e1481f0f787d124ede7 as hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/info/8d6839f585024e1481f0f787d124ede7 2024-11-09T10:20:01,220 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/info/8d6839f585024e1481f0f787d124ede7, entries=10, sequenceid=11, filesize=6.5 K 2024-11-09T10:20:01,221 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/.tmp/ns/c7c8fd6ff0a643849c213d896d27f177 as hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/ns/c7c8fd6ff0a643849c213d896d27f177 2024-11-09T10:20:01,225 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/ns/c7c8fd6ff0a643849c213d896d27f177, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T10:20:01,226 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/.tmp/table/db58a729cc654f3b8f68906c67b937d2 as hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/table/db58a729cc654f3b8f68906c67b937d2 2024-11-09T10:20:01,230 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/table/db58a729cc654f3b8f68906c67b937d2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-09T10:20:01,231 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=11, compaction requested=false 2024-11-09T10:20:01,234 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T10:20:01,235 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:01,235 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:01,235 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:01,235 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147599943Running coprocessor pre-close hooks at 1731147599943Disabling compacts and flushes for region at 1731147599943Disabling writes for close at 1731147599944 (+1 ms)Obtaining lock to block concurrent updates at 1731147599944Preparing flush snapshotting stores in 1588230740 at 1731147599944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731147599944Flushing stores of hbase:meta,,1.1588230740 at 1731147599944Flushing 1588230740/info: creating writer at 1731147599944Flushing 1588230740/info: appending metadata at 1731147599957 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731147599957Flushing 1588230740/ns: creating writer at 1731147600367 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731147600381 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731147600381Flushing 1588230740/table: creating writer at 1731147600790 (+409 ms)Flushing 1588230740/table: appending metadata at 1731147600805 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731147600805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5356f452: reopening flushed file at 1731147601214 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6434c9d2: reopening flushed file at 1731147601220 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672fe554: reopening flushed file at 1731147601225 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=11, compaction requested=false at 1731147601231 (+6 ms)Writing region close event to WAL at 1731147601232 (+1 ms)Running coprocessor post-close hooks at 1731147601235 (+3 ms)Closed at 1731147601235 2024-11-09T10:20:01,235 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:01,296 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240.replicationSource.wal-reader.e067b2c2c7b3%2C41389%2C1731147589240,1-e067b2c2c7b3,41389,1731147589240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.1731147591061 to pos 0, reset compression=false 2024-11-09T10:20:01,345 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,41389,1731147589240; all regions closed. 2024-11-09T10:20:01,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741834_1010 (size=2742) 2024-11-09T10:20:01,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.meta.1731147592058.meta not finished, retry = 0 2024-11-09T10:20:01,449 DEBUG [RS:0;e067b2c2c7b3:41389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/oldWALs 2024-11-09T10:20:01,449 INFO [RS:0;e067b2c2c7b3:41389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C41389%2C1731147589240.meta:.meta(num 1731147592058) 2024-11-09T10:20:01,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741837_1013 (size=1586) 2024-11-09T10:20:01,452 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.rep.1731147598860 not finished, retry = 0 2024-11-09T10:20:01,554 DEBUG [RS:0;e067b2c2c7b3:41389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/oldWALs 2024-11-09T10:20:01,554 INFO [RS:0;e067b2c2c7b3:41389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C41389%2C1731147589240.rep:(num 1731147598860) 2024-11-09T10:20:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741832_1008 (size=93) 2024-11-09T10:20:01,556 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240/e067b2c2c7b3%2C41389%2C1731147589240.1731147591061 not finished, retry = 0 2024-11-09T10:20:01,658 DEBUG [RS:0;e067b2c2c7b3:41389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/oldWALs 2024-11-09T10:20:01,658 INFO [RS:0;e067b2c2c7b3:41389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C41389%2C1731147589240:(num 1731147591061) 2024-11-09T10:20:01,658 DEBUG [RS:0;e067b2c2c7b3:41389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:01,658 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:20:01,658 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:20:01,659 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:20:01,659 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:20:01,659 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:20:01,659 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,41389,1731147589240 because: Region server is closing 2024-11-09T10:20:01,659 INFO [RS:0;e067b2c2c7b3:41389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:41389. 2024-11-09T10:20:01,659 DEBUG [RS:0;e067b2c2c7b3:41389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:01,659 DEBUG [RS:0;e067b2c2c7b3:41389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:01,659 DEBUG [RS:0;e067b2c2c7b3:41389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:01,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:01,759 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240.replicationSource.shippere067b2c2c7b3%2C41389%2C1731147589240,1-e067b2c2c7b3,41389,1731147589240 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T10:20:01,759 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240.replicationSource.wal-reader.e067b2c2c7b3%2C41389%2C1731147589240,1-e067b2c2c7b3,41389,1731147589240 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:20:01,760 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,41389,1731147589240.replicationSource.shippere067b2c2c7b3%2C41389%2C1731147589240,1-e067b2c2c7b3,41389,1731147589240 terminated 2024-11-09T10:20:01,760 INFO [RS:0;e067b2c2c7b3:41389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41389 2024-11-09T10:20:01,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1760194517/rs/e067b2c2c7b3,41389,1731147589240 2024-11-09T10:20:01,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517/rs 2024-11-09T10:20:01,778 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:20:01,789 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,41389,1731147589240] 2024-11-09T10:20:01,799 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/draining/e067b2c2c7b3,41389,1731147589240 already deleted, retry=false 2024-11-09T10:20:01,799 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,41389,1731147589240 expired; onlineServers=0 2024-11-09T10:20:01,799 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,36565,1731147589037' ***** 2024-11-09T10:20:01,799 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:20:01,799 INFO [M:0;e067b2c2c7b3:36565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:20:01,799 INFO [M:0;e067b2c2c7b3:36565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:20:01,800 DEBUG [M:0;e067b2c2c7b3:36565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:20:01,800 DEBUG [M:0;e067b2c2c7b3:36565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:20:01,800 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:20:01,800 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147590832 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147590832,5,FailOnTimeoutGroup] 2024-11-09T10:20:01,800 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147590832 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147590832,5,FailOnTimeoutGroup] 2024-11-09T10:20:01,800 INFO [M:0;e067b2c2c7b3:36565 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:20:01,800 INFO [M:0;e067b2c2c7b3:36565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:20:01,800 DEBUG [M:0;e067b2c2c7b3:36565 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:20:01,800 INFO [M:0;e067b2c2c7b3:36565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:20:01,800 INFO [M:0;e067b2c2c7b3:36565 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:20:01,800 INFO [M:0;e067b2c2c7b3:36565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:20:01,800 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:20:01,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1760194517/master 2024-11-09T10:20:01,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:20:01,810 DEBUG [M:0;e067b2c2c7b3:36565 {}] zookeeper.ZKUtil(347): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Unable to get data of znode /0-1760194517/master because node does not exist (not an error) 2024-11-09T10:20:01,810 WARN [M:0;e067b2c2c7b3:36565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:20:01,810 INFO [M:0;e067b2c2c7b3:36565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/.lastflushedseqids 2024-11-09T10:20:01,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741842_1018 (size=181) 2024-11-09T10:20:01,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:01,889 INFO [RS:0;e067b2c2c7b3:41389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:20:01,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41389-0x1011f1bd9580001, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:01,889 INFO [RS:0;e067b2c2c7b3:41389 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,41389,1731147589240; zookeeper connection closed. 2024-11-09T10:20:01,889 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@599398f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@599398f2 2024-11-09T10:20:01,890 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:20:02,215 INFO [M:0;e067b2c2c7b3:36565 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:20:02,215 INFO [M:0;e067b2c2c7b3:36565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:20:02,216 DEBUG [M:0;e067b2c2c7b3:36565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:20:02,216 INFO [M:0;e067b2c2c7b3:36565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:02,216 DEBUG [M:0;e067b2c2c7b3:36565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:02,216 DEBUG [M:0;e067b2c2c7b3:36565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:20:02,216 DEBUG [M:0;e067b2c2c7b3:36565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:02,216 INFO [M:0;e067b2c2c7b3:36565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-09T10:20:02,230 DEBUG [M:0;e067b2c2c7b3:36565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90fcc19eade54dbba96ae5780dcb4db9 is 82, key is hbase:meta,,1/info:regioninfo/1731147592090/Put/seqid=0 2024-11-09T10:20:02,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741843_1019 (size=5672) 2024-11-09T10:20:02,634 INFO [M:0;e067b2c2c7b3:36565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90fcc19eade54dbba96ae5780dcb4db9 2024-11-09T10:20:02,654 DEBUG [M:0;e067b2c2c7b3:36565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7663d401f30743a9a133a2cba3543ebe is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731147598905/Put/seqid=0 2024-11-09T10:20:02,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741844_1020 (size=7203) 2024-11-09T10:20:03,059 INFO [M:0;e067b2c2c7b3:36565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7663d401f30743a9a133a2cba3543ebe 2024-11-09T10:20:03,076 DEBUG [M:0;e067b2c2c7b3:36565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77fb6da081224c62a3252634bc71fa7d is 69, key is e067b2c2c7b3,41389,1731147589240/rs:state/1731147590902/Put/seqid=0 2024-11-09T10:20:03,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741845_1021 (size=5156) 2024-11-09T10:20:03,103 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:20:03,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:03,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:03,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:03,128 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:03,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:03,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:03,481 INFO [M:0;e067b2c2c7b3:36565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77fb6da081224c62a3252634bc71fa7d 2024-11-09T10:20:03,486 DEBUG [M:0;e067b2c2c7b3:36565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/90fcc19eade54dbba96ae5780dcb4db9 as hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90fcc19eade54dbba96ae5780dcb4db9 2024-11-09T10:20:03,490 INFO [M:0;e067b2c2c7b3:36565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90fcc19eade54dbba96ae5780dcb4db9, entries=8, sequenceid=70, filesize=5.5 K 2024-11-09T10:20:03,491 DEBUG [M:0;e067b2c2c7b3:36565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7663d401f30743a9a133a2cba3543ebe as hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7663d401f30743a9a133a2cba3543ebe 2024-11-09T10:20:03,494 INFO [M:0;e067b2c2c7b3:36565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7663d401f30743a9a133a2cba3543ebe, entries=8, sequenceid=70, filesize=7.0 K 2024-11-09T10:20:03,495 DEBUG [M:0;e067b2c2c7b3:36565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77fb6da081224c62a3252634bc71fa7d as hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77fb6da081224c62a3252634bc71fa7d 2024-11-09T10:20:03,499 INFO [M:0;e067b2c2c7b3:36565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77fb6da081224c62a3252634bc71fa7d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-09T10:20:03,500 INFO [M:0;e067b2c2c7b3:36565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false 2024-11-09T10:20:03,502 INFO [M:0;e067b2c2c7b3:36565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:03,502 DEBUG [M:0;e067b2c2c7b3:36565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147602216Disabling compacts and flushes for region at 1731147602216Disabling writes for close at 1731147602216Obtaining lock to block concurrent updates at 1731147602216Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147602216Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731147602216Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147602217 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147602217Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147602230 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147602230Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147602639 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147602654 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147602654Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147603063 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147603076 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147603076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727f7ba6: reopening flushed file at 1731147603485 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4525c: reopening flushed file at 1731147603490 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745c83b6: reopening flushed file at 1731147603495 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=70, compaction requested=false at 1731147603500 (+5 ms)Writing region close event to WAL at 1731147603502 (+2 ms)Closed at 1731147603502 2024-11-09T10:20:03,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741830_1006 (size=41008) 2024-11-09T10:20:03,504 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,36565,1731147589037/e067b2c2c7b3%2C36565%2C1731147589037.1731147590576 not finished, retry = 0 2024-11-09T10:20:03,604 INFO [M:0;e067b2c2c7b3:36565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:20:03,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:20:03,605 INFO [M:0;e067b2c2c7b3:36565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36565 2024-11-09T10:20:03,605 INFO [M:0;e067b2c2c7b3:36565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:20:03,751 INFO [M:0;e067b2c2c7b3:36565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:20:03,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:03,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36565-0x1011f1bd9580000, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:03,752 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:20:03,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:03,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:03,753 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:20:03,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:03,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:20:03,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:20:03,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:20:03,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37713 2024-11-09T10:20:03,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37713 connecting to ZooKeeper ensemble=127.0.0.1:56041 2024-11-09T10:20:03,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377130x0, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:03,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37713-0x1011f1bd9580006 connected 2024-11-09T10:20:03,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:03,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:03,783 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/running 2024-11-09T10:20:03,783 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1760194517/meta-region-server: INIT 2024-11-09T10:20:03,783 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f, hbase.cluster.distributed=false 2024-11-09T10:20:03,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/acl 2024-11-09T10:20:03,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-09T10:20:03,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37713 2024-11-09T10:20:03,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37713 2024-11-09T10:20:03,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-09T10:20:03,785 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37713 2024-11-09T10:20:03,798 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:20:03,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:03,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:03,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:20:03,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:03,798 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:20:03,798 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:20:03,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:20:03,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37289 2024-11-09T10:20:03,799 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37289 connecting to ZooKeeper ensemble=127.0.0.1:56041 2024-11-09T10:20:03,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:03,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:03,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372890x0, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:03,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372890x0, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/running 2024-11-09T10:20:03,814 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1760194517/meta-region-server: INIT 2024-11-09T10:20:03,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37289-0x1011f1bd9580007 connected 2024-11-09T10:20:03,815 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:20:03,815 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:20:03,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/master 2024-11-09T10:20:03,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/acl 2024-11-09T10:20:03,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37289 2024-11-09T10:20:03,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37289 2024-11-09T10:20:03,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37289 2024-11-09T10:20:03,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37289 2024-11-09T10:20:03,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37289 2024-11-09T10:20:03,830 DEBUG [M:0;e067b2c2c7b3:37713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:37713 2024-11-09T10:20:03,830 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1760194517/backup-masters/e067b2c2c7b3,37713,1731147603752 2024-11-09T10:20:03,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517/backup-masters 2024-11-09T10:20:03,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517/backup-masters 2024-11-09T10:20:03,842 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on existing znode=/0-1760194517/backup-masters/e067b2c2c7b3,37713,1731147603752 2024-11-09T10:20:03,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1760194517/master 2024-11-09T10:20:03,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:20:03,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:20:03,852 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on existing znode=/0-1760194517/master 2024-11-09T10:20:03,852 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1760194517/backup-masters/e067b2c2c7b3,37713,1731147603752 from backup master directory 2024-11-09T10:20:03,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1760194517/backup-masters/e067b2c2c7b3,37713,1731147603752 2024-11-09T10:20:03,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517/backup-masters 2024-11-09T10:20:03,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517/backup-masters 2024-11-09T10:20:03,862 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:20:03,862 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,37713,1731147603752 2024-11-09T10:20:03,871 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:03,871 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:20:03,877 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-09T10:20:03,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741846_1022 (size=196) 2024-11-09T10:20:04,293 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:20:04,293 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:20:04,294 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:04,299 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-09T10:20:04,301 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,36565,1731147589037 to hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,36565,1731147589037-dead as it is dead 2024-11-09T10:20:04,301 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,36565,1731147589037-dead/e067b2c2c7b3%2C36565%2C1731147589037.1731147590576 2024-11-09T10:20:04,302 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,36565,1731147589037-dead/e067b2c2c7b3%2C36565%2C1731147589037.1731147590576 after 1ms 2024-11-09T10:20:04,302 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,36565,1731147589037-dead/e067b2c2c7b3%2C36565%2C1731147589037.1731147590576 to hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e067b2c2c7b3%2C36565%2C1731147589037.1731147590576 2024-11-09T10:20:04,302 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,36565,1731147589037-dead 2024-11-09T10:20:04,302 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,37713,1731147603752 2024-11-09T10:20:04,303 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:20:04,304 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C37713%2C1731147603752, suffix=, logDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,37713,1731147603752, archiveDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/oldWALs, maxLogs=10 2024-11-09T10:20:04,316 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,37713,1731147603752/e067b2c2c7b3%2C37713%2C1731147603752.1731147604304, exclude list is [], retry=0 2024-11-09T10:20:04,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-735ffdc5-3bd9-4dcc-823e-14d58bb3cbcf,DISK] 2024-11-09T10:20:04,320 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/WALs/e067b2c2c7b3,37713,1731147603752/e067b2c2c7b3%2C37713%2C1731147603752.1731147604304 2024-11-09T10:20:04,320 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40287:40287)] 2024-11-09T10:20:04,320 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:04,321 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:04,321 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:04,321 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:04,324 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:04,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:20:04,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:04,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/90fcc19eade54dbba96ae5780dcb4db9 2024-11-09T10:20:04,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:04,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:04,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:20:04,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:04,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7663d401f30743a9a133a2cba3543ebe 2024-11-09T10:20:04,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:04,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:04,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:20:04,337 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:04,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77fb6da081224c62a3252634bc71fa7d 2024-11-09T10:20:04,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:04,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:04,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:20:04,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:04,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:04,343 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:04,344 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-09T10:20:04,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e067b2c2c7b3%2C36565%2C1731147589037.1731147590576 2024-11-09T10:20:04,348 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e067b2c2c7b3%2C36565%2C1731147589037.1731147590576 2024-11-09T10:20:04,348 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e067b2c2c7b3%2C36565%2C1731147589037.1731147590576 2024-11-09T10:20:04,349 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:04,350 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:04,350 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:04,351 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:04,353 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-09T10:20:04,354 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61337586, jitterRate=-0.08599874377250671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:04,354 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147604321Initializing all the Stores at 1731147604322 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147604322Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147604324 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147604324Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147604324Cleaning up temporary data from old regions at 1731147604350 (+26 ms)Region opened successfully at 1731147604354 (+4 ms) 2024-11-09T10:20:04,354 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:20:04,356 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8b9e65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:20:04,358 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-09T10:20:04,358 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:20:04,358 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:20:04,358 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:20:04,359 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:20:04,361 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:04,361 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:20:04,362 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:20:04,362 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-09T10:20:04,362 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:20:04,364 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e067b2c2c7b3,41389,1731147589240, regionLocation=e067b2c2c7b3,41389,1731147589240, openSeqNum=2 2024-11-09T10:20:04,364 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e067b2c2c7b3,41389,1731147589240, table=hbase:meta, region=1588230740 2024-11-09T10:20:04,364 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,41389,1731147589240, state=OPEN 2024-11-09T10:20:04,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1760194517/meta-region-server 2024-11-09T10:20:04,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1760194517/meta-region-server 2024-11-09T10:20:04,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1760194517/meta-region-server: CHANGED 2024-11-09T10:20:04,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1760194517/meta-region-server: CHANGED 2024-11-09T10:20:04,417 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:20:04,424 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/draining/e067b2c2c7b3,41389,1731147589240 already deleted, retry=false 2024-11-09T10:20:04,424 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e067b2c2c7b3,41389,1731147589240 on e067b2c2c7b3,37713,1731147603752 2024-11-09T10:20:04,425 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e067b2c2c7b3,41389,1731147589240, splitWal=true, meta=true 2024-11-09T10:20:04,425 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for e067b2c2c7b3,41389,1731147589240 (carryingMeta=true) e067b2c2c7b3,41389,1731147589240/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6c56fb2c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T10:20:04,427 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Unable to get data of znode /0-1760194517/balancer because node does not exist (not necessarily an error) 2024-11-09T10:20:04,435 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/balancer already deleted, retry=false 2024-11-09T10:20:04,435 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:20:04,436 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Unable to get data of znode /0-1760194517/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:20:04,445 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/normalizer already deleted, retry=false 2024-11-09T10:20:04,446 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:20:04,447 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Unable to get data of znode /0-1760194517/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:20:04,456 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/switch/split already deleted, retry=false 2024-11-09T10:20:04,457 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Unable to get data of znode /0-1760194517/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:20:04,515 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/switch/merge already deleted, retry=false 2024-11-09T10:20:04,628 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Unable to get data of znode /0-1760194517/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:20:04,692 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/snapshot-cleanup already deleted, retry=false 2024-11-09T10:20:04,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1760194517/running 2024-11-09T10:20:04,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1760194517/running 2024-11-09T10:20:04,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:20:04,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:20:04,719 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,37713,1731147603752, sessionid=0x1011f1bd9580006, setting cluster-up flag (Was=false) 2024-11-09T10:20:04,730 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1760194517/flush-table-proc/acquired, /0-1760194517/flush-table-proc/reached, /0-1760194517/flush-table-proc/abort 2024-11-09T10:20:04,731 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,37713,1731147603752 2024-11-09T10:20:04,741 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1760194517/online-snapshot/acquired, /0-1760194517/online-snapshot/reached, /0-1760194517/online-snapshot/abort 2024-11-09T10:20:04,741 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,37713,1731147603752 2024-11-09T10:20:04,742 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/.lastflushedseqids 2024-11-09T10:20:04,744 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:20:04,744 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:20:04,745 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,37713,1731147603752 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e067b2c2c7b3,41389,1731147589240 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:20:04,746 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:04,746 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:04,746 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:04,746 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:04,746 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:20:04,746 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,746 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:20:04,746 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,747 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147634747 2024-11-09T10:20:04,747 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:20:04,747 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:20:04,747 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:20:04,747 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:20:04,747 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:20:04,747 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:20:04,747 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,748 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e067b2c2c7b3,41389,1731147589240, splitWal=true, meta=true 2024-11-09T10:20:04,748 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:20:04,748 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:20:04,748 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:20:04,748 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:20:04,748 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:20:04,748 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:20:04,748 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e067b2c2c7b3,41389,1731147589240, splitWal=true, meta=true, isMeta: true 2024-11-09T10:20:04,748 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147604748,5,FailOnTimeoutGroup] 2024-11-09T10:20:04,748 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147604748,5,FailOnTimeoutGroup] 2024-11-09T10:20:04,749 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,749 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:20:04,749 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,749 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,749 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147604749, completionTime=-1 2024-11-09T10:20:04,749 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-09T10:20:04,749 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T10:20:04,750 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240-splitting 2024-11-09T10:20:04,750 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240-splitting dir is empty, no logs to split. 2024-11-09T10:20:04,750 INFO [PEWorker-1 {}] master.SplitWALManager(105): e067b2c2c7b3,41389,1731147589240 WAL count=0, meta=true 2024-11-09T10:20:04,752 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240-splitting dir is empty, no logs to split. 2024-11-09T10:20:04,752 INFO [PEWorker-1 {}] master.SplitWALManager(105): e067b2c2c7b3,41389,1731147589240 WAL count=0, meta=true 2024-11-09T10:20:04,752 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e067b2c2c7b3,41389,1731147589240 WAL splitting is done? wals=0, meta=true 2024-11-09T10:20:04,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:20:04,754 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:20:04,754 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T10:20:04,822 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(746): ClusterId : 34491908-1f7c-41a7-9229-c48468250ca9 2024-11-09T10:20:04,822 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:20:04,832 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:20:04,832 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:20:04,842 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:20:04,842 DEBUG [RS:0;e067b2c2c7b3:37289 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7f2b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:20:04,852 DEBUG [RS:0;e067b2c2c7b3:37289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:37289 2024-11-09T10:20:04,853 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:20:04,853 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:20:04,853 DEBUG [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:20:04,853 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,37713,1731147603752 with port=37289, startcode=1731147603797 2024-11-09T10:20:04,853 DEBUG [RS:0;e067b2c2c7b3:37289 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:20:04,855 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:20:04,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:04,855 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37713 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:04,856 DEBUG [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f 2024-11-09T10:20:04,856 DEBUG [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40157 2024-11-09T10:20:04,856 DEBUG [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:20:04,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517/rs 2024-11-09T10:20:04,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-09T10:20:04,899 DEBUG [RS:0;e067b2c2c7b3:37289 {}] zookeeper.ZKUtil(111): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on existing znode=/0-1760194517/rs/e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:04,899 WARN [RS:0;e067b2c2c7b3:37289 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:20:04,899 INFO [RS:0;e067b2c2c7b3:37289 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:04,900 DEBUG [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:04,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,37289,1731147603797] 2024-11-09T10:20:04,905 WARN [e067b2c2c7b3:37713 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T10:20:04,916 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:20:04,917 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:20:04,917 INFO [RS:0;e067b2c2c7b3:37289 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:20:04,917 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,918 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:20:04,918 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:20:04,918 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,918 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,918 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,918 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,919 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,919 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,919 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:20:04,919 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,919 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,919 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,919 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,919 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,919 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:04,919 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:20:04,919 DEBUG [RS:0;e067b2c2c7b3:37289 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:20:04,919 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,919 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,919 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,919 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,919 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,919 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,37289,1731147603797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:20:04,931 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:20:04,931 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,37289,1731147603797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,942 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,37289,1731147603797, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:20:04,943 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,943 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.Replication(171): e067b2c2c7b3,37289,1731147603797 started 2024-11-09T10:20:04,955 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:04,955 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,37289,1731147603797, RpcServer on e067b2c2c7b3/172.17.0.3:37289, sessionid=0x1011f1bd9580007 2024-11-09T10:20:04,955 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource,1-e067b2c2c7b3,37289,1731147603797 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:35261' 2024-11-09T10:20:04,955 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:20:04,955 DEBUG [RS:0;e067b2c2c7b3:37289 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:04,955 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,37289,1731147603797' 2024-11-09T10:20:04,955 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1760194517/flush-table-proc/abort' 2024-11-09T10:20:04,956 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1760194517/flush-table-proc/acquired' 2024-11-09T10:20:04,956 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:20:04,956 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:20:04,956 DEBUG [RS:0;e067b2c2c7b3:37289 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:04,956 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,37289,1731147603797' 2024-11-09T10:20:04,956 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1760194517/online-snapshot/abort' 2024-11-09T10:20:04,956 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource,1-e067b2c2c7b3,37289,1731147603797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71f015dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:04,956 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource,1-e067b2c2c7b3,37289,1731147603797 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,35261,-1 for getting cluster id 2024-11-09T10:20:04,956 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1760194517/online-snapshot/acquired' 2024-11-09T10:20:04,956 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource,1-e067b2c2c7b3,37289,1731147603797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:04,957 DEBUG [RS:0;e067b2c2c7b3:37289 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:20:04,957 INFO [RS:0;e067b2c2c7b3:37289 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:20:04,957 INFO [RS:0;e067b2c2c7b3:37289 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:20:04,957 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1f2c25fb-bd51-401b-8bba-d2bc270d76d6' 2024-11-09T10:20:04,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1f2c25fb-bd51-401b-8bba-d2bc270d76d6" 2024-11-09T10:20:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59f083d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,35261,-1] 2024-11-09T10:20:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:04,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:04,959 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:04,959 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource,1-e067b2c2c7b3,37289,1731147603797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2362e26a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:04,959 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource,1-e067b2c2c7b3,37289,1731147603797 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:04,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,35261,1731147594087 2024-11-09T10:20:04,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41c8ec94 2024-11-09T10:20:04,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:04,961 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-09T10:20:04,961 INFO [RS:0;e067b2c2c7b3:37289.replicationSource,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,37289,1731147603797 (queues=0) is replicating from cluster=34491908-1f7c-41a7-9229-c48468250ca9 to cluster=1f2c25fb-bd51-401b-8bba-d2bc270d76d6 2024-11-09T10:20:05,057 INFO [RS:0;e067b2c2c7b3:37289 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:20:05,058 INFO [RS:0;e067b2c2c7b3:37289 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C37289%2C1731147603797, suffix=, logDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797, archiveDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/oldWALs, maxLogs=10 2024-11-09T10:20:05,070 DEBUG [RS:0;e067b2c2c7b3:37289 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059, exclude list is [], retry=0 2024-11-09T10:20:05,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-735ffdc5-3bd9-4dcc-823e-14d58bb3cbcf,DISK] 2024-11-09T10:20:05,074 INFO [RS:0;e067b2c2c7b3:37289 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 2024-11-09T10:20:05,075 DEBUG [RS:0;e067b2c2c7b3:37289 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e067b2c2c7b3%2C37289%2C1731147603797 for peer 1 2024-11-09T10:20:05,075 DEBUG [RS:0;e067b2c2c7b3:37289 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C37289%2C1731147603797 2024-11-09T10:20:05,075 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,37289,1731147603797, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:20:05,075 DEBUG [RS:0;e067b2c2c7b3:37289 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40287:40287)] 2024-11-09T10:20:05,075 INFO [RS:0;e067b2c2c7b3:37289.replicationSource.shippere067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C37289%2C1731147603797 2024-11-09T10:20:05,075 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059, startPosition=0, beingWritten=true 2024-11-09T10:20:05,155 DEBUG [e067b2c2c7b3:37713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:20:05,155 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:05,156 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,37289,1731147603797, state=OPENING 2024-11-09T10:20:05,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1760194517/meta-region-server 2024-11-09T10:20:05,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1760194517/meta-region-server 2024-11-09T10:20:05,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1760194517/meta-region-server: CHANGED 2024-11-09T10:20:05,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1760194517/meta-region-server: CHANGED 2024-11-09T10:20:05,203 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:20:05,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,37289,1731147603797}] 2024-11-09T10:20:05,280 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 to pos 0, reset compression=false 2024-11-09T10:20:05,356 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:20:05,357 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53441, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:20:05,359 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:20:05,360 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:05,360 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:20:05,361 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C37289%2C1731147603797.meta, suffix=.meta, logDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797, archiveDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/oldWALs, maxLogs=10 2024-11-09T10:20:05,373 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.meta.1731147605361.meta, exclude list is [], retry=0 2024-11-09T10:20:05,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-735ffdc5-3bd9-4dcc-823e-14d58bb3cbcf,DISK] 2024-11-09T10:20:05,376 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.meta.1731147605361.meta 2024-11-09T10:20:05,376 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40287:40287)] 2024-11-09T10:20:05,376 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:05,377 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:20:05,377 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:20:05,377 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:20:05,377 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:20:05,377 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:20:05,377 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:05,377 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:20:05,377 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:20:05,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:20:05,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:20:05,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:05,385 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/info/8d6839f585024e1481f0f787d124ede7 2024-11-09T10:20:05,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:05,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:20:05,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:20:05,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:05,390 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/ns/c7c8fd6ff0a643849c213d896d27f177 2024-11-09T10:20:05,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:05,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:20:05,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:20:05,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:05,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:05,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:20:05,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:20:05,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:05,397 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/table/db58a729cc654f3b8f68906c67b937d2 2024-11-09T10:20:05,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:05,397 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:20:05,398 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740 2024-11-09T10:20:05,399 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740 2024-11-09T10:20:05,400 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:20:05,400 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:20:05,400 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:05,401 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:20:05,402 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70895630, jitterRate=0.056427210569381714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:05,402 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:20:05,402 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147605377Writing region info on filesystem at 1731147605377Initializing all the Stores at 1731147605378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147605378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147605379 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147605379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147605379Cleaning up temporary data from old regions at 1731147605400 (+21 ms)Running coprocessor post-open hooks at 1731147605402 (+2 ms)Region opened successfully at 1731147605402 2024-11-09T10:20:05,403 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731147605355 2024-11-09T10:20:05,404 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:20:05,404 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:20:05,405 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:05,406 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,37289,1731147603797, state=OPEN 2024-11-09T10:20:05,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1760194517/meta-region-server 2024-11-09T10:20:05,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1760194517/meta-region-server 2024-11-09T10:20:05,414 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:05,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1760194517/meta-region-server: CHANGED 2024-11-09T10:20:05,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1760194517/meta-region-server: CHANGED 2024-11-09T10:20:05,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-09T10:20:05,416 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,37289,1731147603797 in 211 msec 2024-11-09T10:20:05,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:20:05,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec 2024-11-09T10:20:05,584 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 to pos 0, reset compression=false 2024-11-09T10:20:05,988 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 to pos 0, reset compression=false 2024-11-09T10:20:06,401 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1652ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-09T10:20:06,493 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 to pos 0, reset compression=false 2024-11-09T10:20:07,098 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 to pos 0, reset compression=false 2024-11-09T10:20:07,807 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 to pos 0, reset compression=false 2024-11-09T10:20:07,904 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-09T10:20:08,611 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 to pos 0, reset compression=false 2024-11-09T10:20:09,256 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-09T10:20:09,256 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:20:09,257 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:09,257 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,37289,1731147603797, seqNum=-1] 2024-11-09T10:20:09,257 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:09,258 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:09,262 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0a3c11c74a329149c26442d1cdc9df74, regionState=OPEN, lastHost=e067b2c2c7b3,41389,1731147589240, regionLocation=e067b2c2c7b3,41389,1731147589240, openSeqNum=2 2024-11-09T10:20:09,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:20:09,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147669262 2024-11-09T10:20:09,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147729262 2024-11-09T10:20:09,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-09T10:20:09,262 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): e067b2c2c7b3,41389,1731147589240 had 2 regions 2024-11-09T10:20:09,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,37713,1731147603752-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:09,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,37713,1731147603752-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:09,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,37713,1731147603752-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:09,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:37713, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:09,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:09,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:09,263 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e067b2c2c7b3,41389,1731147589240, splitWal=true, meta=true, isMeta: false 2024-11-09T10:20:09,265 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240-splitting dir is empty, no logs to split. 2024-11-09T10:20:09,265 INFO [PEWorker-4 {}] master.SplitWALManager(105): e067b2c2c7b3,41389,1731147589240 WAL count=0, meta=false 2024-11-09T10:20:09,268 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,41389,1731147589240-splitting dir is empty, no logs to split. 2024-11-09T10:20:09,268 INFO [PEWorker-4 {}] master.SplitWALManager(105): e067b2c2c7b3,41389,1731147589240 WAL count=0, meta=false 2024-11-09T10:20:09,268 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if e067b2c2c7b3,41389,1731147589240 WAL splitting is done? wals=0, meta=false 2024-11-09T10:20:09,268 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.406sec 2024-11-09T10:20:09,268 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:20:09,268 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:20:09,268 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:20:09,268 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:20:09,268 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:20:09,269 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,37713,1731147603752-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:20:09,269 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,37713,1731147603752-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:20:09,272 WARN [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e067b2c2c7b3,41389,1731147589240/hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:20:09,272 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a3c11c74a329149c26442d1cdc9df74, ASSIGN}] 2024-11-09T10:20:09,273 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:20:09,273 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:20:09,273 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,37713,1731147603752-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:09,274 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a3c11c74a329149c26442d1cdc9df74, ASSIGN 2024-11-09T10:20:09,274 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a3c11c74a329149c26442d1cdc9df74, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T10:20:09,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ea55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:09,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,37713,-1 for getting cluster id 2024-11-09T10:20:09,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:09,326 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34491908-1f7c-41a7-9229-c48468250ca9' 2024-11-09T10:20:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:09,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34491908-1f7c-41a7-9229-c48468250ca9" 2024-11-09T10:20:09,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b2e13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:09,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,37713,-1] 2024-11-09T10:20:09,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:09,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:09,328 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:09,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e690bbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:09,329 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,37289,1731147603797, seqNum=-1] 2024-11-09T10:20:09,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:09,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:09,334 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-09T10:20:09,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:09,334 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:09,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:09,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:09,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e067b2c2c7b3:37713 after: e067b2c2c7b3:37713 2024-11-09T10:20:09,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:09,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a8890e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:09,338 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,37713,-1 for getting cluster id 2024-11-09T10:20:09,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:09,339 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '34491908-1f7c-41a7-9229-c48468250ca9' 2024-11-09T10:20:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "34491908-1f7c-41a7-9229-c48468250ca9" 2024-11-09T10:20:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25b15de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,37713,-1] 2024-11-09T10:20:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:09,339 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:09,340 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:09,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32fcfd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:09,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,37713,1731147603752 2024-11-09T10:20:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11047c80 2024-11-09T10:20:09,343 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:09,343 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:20:09,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37713 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-09T10:20:09,344 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:20:09,344 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:09,344 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:09,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:09,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:09,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:09,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:20:09,345 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=22180128, stopped=false 2024-11-09T10:20:09,345 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,35261,1731147594087 2024-11-09T10:20:09,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1690919895/running 2024-11-09T10:20:09,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1690919895/running 2024-11-09T10:20:09,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:20:09,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:20:09,361 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:20:09,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:09,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:09,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:09,361 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,45705,1731147594359' ***** 2024-11-09T10:20:09,361 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:20:09,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Set watcher on znode that does not yet exist, /1-1690919895/running 2024-11-09T10:20:09,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Set watcher on znode that does not yet exist, /1-1690919895/running 2024-11-09T10:20:09,362 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:20:09,362 INFO [RS:0;e067b2c2c7b3:45705 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:20:09,362 INFO [RS:0;e067b2c2c7b3:45705 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:20:09,362 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,45705,1731147594359 2024-11-09T10:20:09,362 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:20:09,362 INFO [RS:0;e067b2c2c7b3:45705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:45705. 2024-11-09T10:20:09,362 DEBUG [RS:0;e067b2c2c7b3:45705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:09,362 DEBUG [RS:0;e067b2c2c7b3:45705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:09,362 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:20:09,362 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:20:09,362 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:20:09,362 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:20:09,362 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:20:09,362 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T10:20:09,363 DEBUG [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:20:09,363 DEBUG [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:09,363 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:20:09,363 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:20:09,363 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:20:09,363 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:20:09,363 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:20:09,363 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-09T10:20:09,379 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/data/hbase/meta/1588230740/.tmp/ns/ee27932528b84c4780cf4ee57f39204e is 43, key is default/ns:d/1731147597633/Put/seqid=0 2024-11-09T10:20:09,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741835_1011 (size=5153) 2024-11-09T10:20:09,394 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:20:09,425 DEBUG [e067b2c2c7b3:37713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:20:09,425 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0a3c11c74a329149c26442d1cdc9df74, regionState=OPENING, regionLocation=e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:09,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a3c11c74a329149c26442d1cdc9df74, ASSIGN because future has completed 2024-11-09T10:20:09,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a3c11c74a329149c26442d1cdc9df74, server=e067b2c2c7b3,37289,1731147603797}] 2024-11-09T10:20:09,516 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 to pos 0, reset compression=false 2024-11-09T10:20:09,563 DEBUG [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:09,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:20:09,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:09,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:20:09,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C37289%2C1731147603797.rep, suffix=, logDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797, archiveDir=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/oldWALs, maxLogs=10 2024-11-09T10:20:09,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.rep.1731147609585, exclude list is [], retry=0 2024-11-09T10:20:09,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40013,DS-735ffdc5-3bd9-4dcc-823e-14d58bb3cbcf,DISK] 2024-11-09T10:20:09,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.rep.1731147609585 2024-11-09T10:20:09,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40287:40287)] 2024-11-09T10:20:09,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a3c11c74a329149c26442d1cdc9df74, NAME => 'hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:09,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:20:09,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:20:09,605 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. service=MultiRowMutationService 2024-11-09T10:20:09,605 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:20:09,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:09,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,607 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,608 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a3c11c74a329149c26442d1cdc9df74 columnFamilyName hfileref 2024-11-09T10:20:09,608 DEBUG [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:09,608 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.HStore(327): Store=0a3c11c74a329149c26442d1cdc9df74/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:09,608 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,609 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a3c11c74a329149c26442d1cdc9df74 columnFamilyName queue 2024-11-09T10:20:09,609 DEBUG [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:09,614 DEBUG [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74/queue/d25cff8e7b8b44009822f7228c4907b5 2024-11-09T10:20:09,614 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.HStore(327): Store=0a3c11c74a329149c26442d1cdc9df74/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:09,614 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,615 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a3c11c74a329149c26442d1cdc9df74 columnFamilyName sid 2024-11-09T10:20:09,615 DEBUG [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:09,616 INFO [StoreOpener-0a3c11c74a329149c26442d1cdc9df74-1 {}] regionserver.HStore(327): Store=0a3c11c74a329149c26442d1cdc9df74/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:09,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:20:09,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 0a3c11c74a329149c26442d1cdc9df74; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65972867, jitterRate=-0.016927674412727356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:20:09,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:09,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 0a3c11c74a329149c26442d1cdc9df74: Running coprocessor pre-open hook at 1731147609606Writing region info on filesystem at 1731147609606Initializing all the Stores at 1731147609607 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147609607Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147609607Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147609607Cleaning up temporary data from old regions at 1731147609618 (+11 ms)Running coprocessor post-open hooks at 1731147609621 (+3 ms)Region opened successfully at 1731147609621 2024-11-09T10:20:09,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74., pid=13, masterSystemTime=1731147609580 2024-11-09T10:20:09,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:20:09,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:20:09,625 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=0a3c11c74a329149c26442d1cdc9df74, regionState=OPEN, openSeqNum=9, regionLocation=e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:09,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a3c11c74a329149c26442d1cdc9df74, server=e067b2c2c7b3,37289,1731147603797 because future has completed 2024-11-09T10:20:09,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T10:20:09,629 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a3c11c74a329149c26442d1cdc9df74, server=e067b2c2c7b3,37289,1731147603797 in 200 msec 2024-11-09T10:20:09,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-09T10:20:09,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a3c11c74a329149c26442d1cdc9df74, ASSIGN in 357 msec 2024-11-09T10:20:09,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-09T10:20:09,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74., hostname=e067b2c2c7b3,37289,1731147603797, seqNum=9] 2024-11-09T10:20:09,655 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for e067b2c2c7b3,41389,1731147589240 2024-11-09T10:20:09,655 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-09T10:20:09,658 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:20:09,658 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:20:09,763 DEBUG [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:09,784 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/data/hbase/meta/1588230740/.tmp/ns/ee27932528b84c4780cf4ee57f39204e 2024-11-09T10:20:09,789 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/data/hbase/meta/1588230740/.tmp/ns/ee27932528b84c4780cf4ee57f39204e as hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/data/hbase/meta/1588230740/ns/ee27932528b84c4780cf4ee57f39204e 2024-11-09T10:20:09,794 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/data/hbase/meta/1588230740/ns/ee27932528b84c4780cf4ee57f39204e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-09T10:20:09,795 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-09T10:20:09,796 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:20:09,800 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T10:20:09,800 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:09,800 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:09,800 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:09,800 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147609363Running coprocessor pre-close hooks at 1731147609363Disabling compacts and flushes for region at 1731147609363Disabling writes for close at 1731147609363Obtaining lock to block concurrent updates at 1731147609363Preparing flush snapshotting stores in 1588230740 at 1731147609363Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731147609363Flushing stores of hbase:meta,,1.1588230740 at 1731147609364 (+1 ms)Flushing 1588230740/ns: creating writer at 1731147609364Flushing 1588230740/ns: appending metadata at 1731147609379 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731147609379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7569b9df: reopening flushed file at 1731147609789 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1731147609796 (+7 ms)Writing region close event to WAL at 1731147609797 (+1 ms)Running coprocessor post-close hooks at 1731147609800 (+3 ms)Closed at 1731147609800 2024-11-09T10:20:09,801 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:09,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37289 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-09T10:20:09,963 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,45705,1731147594359; all regions closed. 2024-11-09T10:20:09,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741834_1010 (size=1152) 2024-11-09T10:20:09,967 DEBUG [RS:0;e067b2c2c7b3:45705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/oldWALs 2024-11-09T10:20:09,968 INFO [RS:0;e067b2c2c7b3:45705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C45705%2C1731147594359.meta:.meta(num 1731147597584) 2024-11-09T10:20:09,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741832_1008 (size=93) 2024-11-09T10:20:09,970 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/WALs/e067b2c2c7b3,45705,1731147594359/e067b2c2c7b3%2C45705%2C1731147594359.1731147596712 not finished, retry = 0 2024-11-09T10:20:10,072 DEBUG [RS:0;e067b2c2c7b3:45705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/oldWALs 2024-11-09T10:20:10,072 INFO [RS:0;e067b2c2c7b3:45705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C45705%2C1731147594359:(num 1731147596712) 2024-11-09T10:20:10,072 DEBUG [RS:0;e067b2c2c7b3:45705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:10,072 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:20:10,072 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:20:10,073 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:20:10,073 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:20:10,073 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:20:10,073 INFO [RS:0;e067b2c2c7b3:45705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45705 2024-11-09T10:20:10,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895/rs 2024-11-09T10:20:10,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1690919895/rs/e067b2c2c7b3,45705,1731147594359 2024-11-09T10:20:10,161 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:20:10,161 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,45705,1731147594359] 2024-11-09T10:20:10,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:10,455 INFO [RS:0;e067b2c2c7b3:45705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:20:10,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45705-0x1011f1bd9580004, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:10,455 INFO [RS:0;e067b2c2c7b3:45705 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,45705,1731147594359; zookeeper connection closed. 2024-11-09T10:20:10,456 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37a63652 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37a63652 2024-11-09T10:20:10,456 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:20:10,463 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1690919895/draining/e067b2c2c7b3,45705,1731147594359 already deleted, retry=false 2024-11-09T10:20:10,463 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,45705,1731147594359 expired; onlineServers=0 2024-11-09T10:20:10,463 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,35261,1731147594087' ***** 2024-11-09T10:20:10,463 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:20:10,463 INFO [M:0;e067b2c2c7b3:35261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:20:10,463 INFO [M:0;e067b2c2c7b3:35261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:20:10,464 DEBUG [M:0;e067b2c2c7b3:35261 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:20:10,464 DEBUG [M:0;e067b2c2c7b3:35261 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:20:10,464 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:20:10,464 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147596389 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147596389,5,FailOnTimeoutGroup] 2024-11-09T10:20:10,464 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147596389 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147596389,5,FailOnTimeoutGroup] 2024-11-09T10:20:10,464 INFO [M:0;e067b2c2c7b3:35261 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:20:10,464 INFO [M:0;e067b2c2c7b3:35261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:20:10,464 DEBUG [M:0;e067b2c2c7b3:35261 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:20:10,464 INFO [M:0;e067b2c2c7b3:35261 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:20:10,464 INFO [M:0;e067b2c2c7b3:35261 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:20:10,464 INFO [M:0;e067b2c2c7b3:35261 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:20:10,464 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:20:10,524 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 to pos 0, reset compression=false 2024-11-09T10:20:10,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1690919895/master 2024-11-09T10:20:10,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1690919895 2024-11-09T10:20:10,528 DEBUG [M:0;e067b2c2c7b3:35261 {}] zookeeper.ZKUtil(347): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Unable to get data of znode /1-1690919895/master because node does not exist (not an error) 2024-11-09T10:20:10,528 WARN [M:0;e067b2c2c7b3:35261 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:20:10,530 INFO [M:0;e067b2c2c7b3:35261 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/.lastflushedseqids 2024-11-09T10:20:10,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741836_1012 (size=99) 2024-11-09T10:20:10,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:20:10,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:10,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:10,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:10,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:10,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:10,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:10,939 INFO [M:0;e067b2c2c7b3:35261 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:20:10,940 INFO [M:0;e067b2c2c7b3:35261 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:20:10,940 DEBUG [M:0;e067b2c2c7b3:35261 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:20:10,940 INFO [M:0;e067b2c2c7b3:35261 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:10,940 DEBUG [M:0;e067b2c2c7b3:35261 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:10,940 DEBUG [M:0;e067b2c2c7b3:35261 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:20:10,940 DEBUG [M:0;e067b2c2c7b3:35261 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:10,940 INFO [M:0;e067b2c2c7b3:35261 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-09T10:20:10,953 DEBUG [M:0;e067b2c2c7b3:35261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb81dbf62b2a47799013d861f38079a3 is 82, key is hbase:meta,,1/info:regioninfo/1731147597617/Put/seqid=0 2024-11-09T10:20:10,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741837_1013 (size=5672) 2024-11-09T10:20:11,357 INFO [M:0;e067b2c2c7b3:35261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb81dbf62b2a47799013d861f38079a3 2024-11-09T10:20:11,375 DEBUG [M:0;e067b2c2c7b3:35261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3ee212d183940edb48a38750615fa42 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731147597637/Put/seqid=0 2024-11-09T10:20:11,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741838_1014 (size=5275) 2024-11-09T10:20:11,630 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 to pos 0, reset compression=false 2024-11-09T10:20:11,779 INFO [M:0;e067b2c2c7b3:35261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3ee212d183940edb48a38750615fa42 2024-11-09T10:20:11,798 DEBUG [M:0;e067b2c2c7b3:35261 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e120b01654b48d28742c5375c491209 is 69, key is e067b2c2c7b3,45705,1731147594359/rs:state/1731147596512/Put/seqid=0 2024-11-09T10:20:11,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741839_1015 (size=5156) 2024-11-09T10:20:12,203 INFO [M:0;e067b2c2c7b3:35261 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e120b01654b48d28742c5375c491209 2024-11-09T10:20:12,209 DEBUG [M:0;e067b2c2c7b3:35261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb81dbf62b2a47799013d861f38079a3 as hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb81dbf62b2a47799013d861f38079a3 2024-11-09T10:20:12,213 INFO [M:0;e067b2c2c7b3:35261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb81dbf62b2a47799013d861f38079a3, entries=8, sequenceid=28, filesize=5.5 K 2024-11-09T10:20:12,214 DEBUG [M:0;e067b2c2c7b3:35261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3ee212d183940edb48a38750615fa42 as hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3ee212d183940edb48a38750615fa42 2024-11-09T10:20:12,219 INFO [M:0;e067b2c2c7b3:35261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3ee212d183940edb48a38750615fa42, entries=3, sequenceid=28, filesize=5.2 K 2024-11-09T10:20:12,220 DEBUG [M:0;e067b2c2c7b3:35261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9e120b01654b48d28742c5375c491209 as hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e120b01654b48d28742c5375c491209 2024-11-09T10:20:12,224 INFO [M:0;e067b2c2c7b3:35261 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43471/user/jenkins/test-data/08672a0e-3214-716e-d36c-35ede81bbadc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9e120b01654b48d28742c5375c491209, entries=1, sequenceid=28, filesize=5.0 K 2024-11-09T10:20:12,225 INFO [M:0;e067b2c2c7b3:35261 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=28, compaction requested=false 2024-11-09T10:20:12,226 INFO [M:0;e067b2c2c7b3:35261 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:12,226 DEBUG [M:0;e067b2c2c7b3:35261 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147610940Disabling compacts and flushes for region at 1731147610940Disabling writes for close at 1731147610940Obtaining lock to block concurrent updates at 1731147610940Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147610940Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731147610940Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147610941 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147610941Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147610953 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147610953Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147611361 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147611374 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147611374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147611784 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147611798 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147611798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43da4598: reopening flushed file at 1731147612208 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45e11cbc: reopening flushed file at 1731147612213 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7a9b52: reopening flushed file at 1731147612219 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=28, compaction requested=false at 1731147612225 (+6 ms)Writing region close event to WAL at 1731147612226 (+1 ms)Closed at 1731147612226 2024-11-09T10:20:12,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37589 is added to blk_1073741830_1006 (size=10165) 2024-11-09T10:20:12,232 INFO [M:0;e067b2c2c7b3:35261 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:20:12,232 INFO [M:0;e067b2c2c7b3:35261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35261 2024-11-09T10:20:12,232 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:20:12,233 INFO [M:0;e067b2c2c7b3:35261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:20:12,352 INFO [M:0;e067b2c2c7b3:35261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:20:12,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:12,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35261-0x1011f1bd9580003, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:12,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@466c24c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:20:12,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@aff9abc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:20:12,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:20:12,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a0c2e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:20:12,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b7b176a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/hadoop.log.dir/,STOPPED} 2024-11-09T10:20:12,387 WARN [BP-975880805-172.17.0.3-1731147592222 heartbeating to localhost/127.0.0.1:43471 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:20:12,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:20:12,387 WARN [BP-975880805-172.17.0.3-1731147592222 heartbeating to localhost/127.0.0.1:43471 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-975880805-172.17.0.3-1731147592222 (Datanode Uuid 5381860f-7433-45c6-8aa0-1c2c911c24e7) service to localhost/127.0.0.1:43471 2024-11-09T10:20:12,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:20:12,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/cluster_b983acd1-eb8b-e238-0a3e-c04a31cae117/data/data1/current/BP-975880805-172.17.0.3-1731147592222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:20:12,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/cluster_b983acd1-eb8b-e238-0a3e-c04a31cae117/data/data2/current/BP-975880805-172.17.0.3-1731147592222 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:20:12,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:20:12,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d30bee1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:20:12,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@780a9b6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:20:12,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:20:12,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25c7dd70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:20:12,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7a8707{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/hadoop.log.dir/,STOPPED} 2024-11-09T10:20:12,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:20:12,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:20:12,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:12,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:12,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:12,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:12,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:12,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:20:12,404 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=784949687, stopped=false 2024-11-09T10:20:12,404 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,37713,1731147603752 2024-11-09T10:20:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1760194517/running 2024-11-09T10:20:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1760194517/running 2024-11-09T10:20:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:20:12,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:20:12,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:20:12,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/running 2024-11-09T10:20:12,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Set watcher on znode that does not yet exist, /0-1760194517/running 2024-11-09T10:20:12,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:12,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:12,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:12,424 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,37289,1731147603797' ***** 2024-11-09T10:20:12,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:20:12,425 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:20:12,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:20:12,425 INFO [RS:0;e067b2c2c7b3:37289 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:20:12,425 INFO [RS:0;e067b2c2c7b3:37289 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:20:12,425 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a3c11c74a329149c26442d1cdc9df74 2024-11-09T10:20:12,425 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:12,425 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:20:12,425 INFO [RS:0;e067b2c2c7b3:37289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:37289. 2024-11-09T10:20:12,425 DEBUG [RS:0;e067b2c2c7b3:37289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:12,425 DEBUG [RS:0;e067b2c2c7b3:37289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:12,425 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a3c11c74a329149c26442d1cdc9df74, disabling compactions & flushes 2024-11-09T10:20:12,425 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:20:12,425 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:20:12,425 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:20:12,425 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:20:12,425 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:20:12,425 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. after waiting 0 ms 2024-11-09T10:20:12,425 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:20:12,425 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:20:12,425 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:20:12,425 DEBUG [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0a3c11c74a329149c26442d1cdc9df74=hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74.} 2024-11-09T10:20:12,426 DEBUG [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(1351): Waiting on 0a3c11c74a329149c26442d1cdc9df74, 1588230740 2024-11-09T10:20:12,426 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:20:12,426 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:20:12,426 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:20:12,426 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:20:12,426 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:20:12,426 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-09T10:20:12,428 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:20:12,428 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/replication/0a3c11c74a329149c26442d1cdc9df74/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-09T10:20:12,429 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:12,429 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:12,429 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:20:12,429 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a3c11c74a329149c26442d1cdc9df74: Waiting for close lock at 1731147612425Running coprocessor pre-close hooks at 1731147612425Disabling compacts and flushes for region at 1731147612425Disabling writes for close at 1731147612425Writing region close event to WAL at 1731147612426 (+1 ms)Running coprocessor post-close hooks at 1731147612429 (+3 ms)Closed at 1731147612429 2024-11-09T10:20:12,429 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74. 2024-11-09T10:20:12,440 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/.tmp/info/17eb7b157ffc4d1e8d4ddbf1b30f3d37 is 147, key is hbase:replication,,1731147597726.0a3c11c74a329149c26442d1cdc9df74./info:regioninfo/1731147609624/Put/seqid=0 2024-11-09T10:20:12,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741851_1027 (size=6385) 2024-11-09T10:20:12,626 DEBUG [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:12,826 DEBUG [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:12,834 DEBUG [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 to pos 0, reset compression=false 2024-11-09T10:20:12,844 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/.tmp/info/17eb7b157ffc4d1e8d4ddbf1b30f3d37 2024-11-09T10:20:12,849 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/.tmp/info/17eb7b157ffc4d1e8d4ddbf1b30f3d37 as hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/info/17eb7b157ffc4d1e8d4ddbf1b30f3d37 2024-11-09T10:20:12,853 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/info/17eb7b157ffc4d1e8d4ddbf1b30f3d37, entries=8, sequenceid=19, filesize=6.2 K 2024-11-09T10:20:12,854 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-09T10:20:12,858 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-09T10:20:12,859 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:12,859 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:12,859 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:12,859 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147612425Running coprocessor pre-close hooks at 1731147612425Disabling compacts and flushes for region at 1731147612426 (+1 ms)Disabling writes for close at 1731147612426Obtaining lock to block concurrent updates at 1731147612426Preparing flush snapshotting stores in 1588230740 at 1731147612426Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731147612426Flushing stores of hbase:meta,,1.1588230740 at 1731147612426Flushing 1588230740/info: creating writer at 1731147612426Flushing 1588230740/info: appending metadata at 1731147612439 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731147612439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17deaffa: reopening flushed file at 1731147612848 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1731147612854 (+6 ms)Writing region close event to WAL at 1731147612855 (+1 ms)Running coprocessor post-close hooks at 1731147612859 (+4 ms)Closed at 1731147612859 2024-11-09T10:20:12,859 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:12,942 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:20:12,943 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:20:13,026 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,37289,1731147603797; all regions closed. 2024-11-09T10:20:13,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.meta.1731147605361.meta not finished, retry = 0 2024-11-09T10:20:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741849_1025 (size=2156) 2024-11-09T10:20:13,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:13,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T10:20:13,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:13,131 DEBUG [RS:0;e067b2c2c7b3:37289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/oldWALs 2024-11-09T10:20:13,131 INFO [RS:0;e067b2c2c7b3:37289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C37289%2C1731147603797.meta:.meta(num 1731147605361) 2024-11-09T10:20:13,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741850_1026 (size=796) 2024-11-09T10:20:13,134 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.rep.1731147609585 not finished, retry = 0 2024-11-09T10:20:13,236 DEBUG [RS:0;e067b2c2c7b3:37289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/oldWALs 2024-11-09T10:20:13,237 INFO [RS:0;e067b2c2c7b3:37289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C37289%2C1731147603797.rep:(num 1731147609585) 2024-11-09T10:20:13,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741848_1024 (size=93) 2024-11-09T10:20:13,239 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/WALs/e067b2c2c7b3,37289,1731147603797/e067b2c2c7b3%2C37289%2C1731147603797.1731147605059 not finished, retry = 0 2024-11-09T10:20:13,341 DEBUG [RS:0;e067b2c2c7b3:37289 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/oldWALs 2024-11-09T10:20:13,341 INFO [RS:0;e067b2c2c7b3:37289 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C37289%2C1731147603797:(num 1731147605059) 2024-11-09T10:20:13,341 DEBUG [RS:0;e067b2c2c7b3:37289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:13,341 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:20:13,341 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:20:13,341 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T10:20:13,341 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:20:13,341 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:20:13,341 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,37289,1731147603797 because: Region server is closing 2024-11-09T10:20:13,341 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-09T10:20:13,342 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-09T10:20:13,342 INFO [RS:0;e067b2c2c7b3:37289 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:37289. 2024-11-09T10:20:13,342 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T10:20:13,342 DEBUG [RS:0;e067b2c2c7b3:37289 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:13,342 DEBUG [RS:0;e067b2c2c7b3:37289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:13,342 DEBUG [RS:0;e067b2c2c7b3:37289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:13,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:13,442 WARN [RS:0;e067b2c2c7b3:37289.replicationSource.wal-reader.e067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:20:13,442 WARN [RS:0;e067b2c2c7b3:37289.replicationSource.shippere067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T10:20:13,442 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e067b2c2c7b3:37289.replicationSource.shippere067b2c2c7b3%2C37289%2C1731147603797,1-e067b2c2c7b3,37289,1731147603797 terminated 2024-11-09T10:20:13,443 INFO [RS:0;e067b2c2c7b3:37289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37289 2024-11-09T10:20:13,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1760194517/rs/e067b2c2c7b3,37289,1731147603797 2024-11-09T10:20:13,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517/rs 2024-11-09T10:20:13,455 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:20:13,466 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,37289,1731147603797] 2024-11-09T10:20:13,476 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1760194517/draining/e067b2c2c7b3,37289,1731147603797 already deleted, retry=false 2024-11-09T10:20:13,476 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,37289,1731147603797 expired; onlineServers=0 2024-11-09T10:20:13,476 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,37713,1731147603752' ***** 2024-11-09T10:20:13,476 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:20:13,476 INFO [M:0;e067b2c2c7b3:37713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:20:13,476 INFO [M:0;e067b2c2c7b3:37713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:20:13,476 DEBUG [M:0;e067b2c2c7b3:37713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:20:13,477 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:20:13,477 DEBUG [M:0;e067b2c2c7b3:37713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:20:13,477 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147604748 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147604748,5,FailOnTimeoutGroup] 2024-11-09T10:20:13,477 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147604748 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147604748,5,FailOnTimeoutGroup] 2024-11-09T10:20:13,477 INFO [M:0;e067b2c2c7b3:37713 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:20:13,477 INFO [M:0;e067b2c2c7b3:37713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:20:13,477 DEBUG [M:0;e067b2c2c7b3:37713 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:20:13,477 INFO [M:0;e067b2c2c7b3:37713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:20:13,477 INFO [M:0;e067b2c2c7b3:37713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:20:13,477 INFO [M:0;e067b2c2c7b3:37713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:20:13,477 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:20:13,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1760194517/master 2024-11-09T10:20:13,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1760194517 2024-11-09T10:20:13,487 DEBUG [M:0;e067b2c2c7b3:37713 {}] zookeeper.ZKUtil(347): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Unable to get data of znode /0-1760194517/master because node does not exist (not an error) 2024-11-09T10:20:13,487 WARN [M:0;e067b2c2c7b3:37713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:20:13,488 INFO [M:0;e067b2c2c7b3:37713 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/.lastflushedseqids 2024-11-09T10:20:13,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741852_1028 (size=181) 2024-11-09T10:20:13,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:13,566 INFO [RS:0;e067b2c2c7b3:37289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:20:13,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37289-0x1011f1bd9580007, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:13,566 INFO [RS:0;e067b2c2c7b3:37289 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,37289,1731147603797; zookeeper connection closed. 2024-11-09T10:20:13,566 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@797b9f17 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@797b9f17 2024-11-09T10:20:13,566 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:20:13,898 INFO [M:0;e067b2c2c7b3:37713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:20:13,898 INFO [M:0;e067b2c2c7b3:37713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:20:13,898 DEBUG [M:0;e067b2c2c7b3:37713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:20:13,898 INFO [M:0;e067b2c2c7b3:37713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:13,898 DEBUG [M:0;e067b2c2c7b3:37713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:13,898 DEBUG [M:0;e067b2c2c7b3:37713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:20:13,898 DEBUG [M:0;e067b2c2c7b3:37713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:13,898 INFO [M:0;e067b2c2c7b3:37713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-09T10:20:13,918 DEBUG [M:0;e067b2c2c7b3:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5b9ca679881434dba72977d8a6702a0 is 82, key is hbase:meta,,1/info:regioninfo/1731147605405/Put/seqid=0 2024-11-09T10:20:13,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741853_1029 (size=5672) 2024-11-09T10:20:14,325 INFO [M:0;e067b2c2c7b3:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5b9ca679881434dba72977d8a6702a0 2024-11-09T10:20:14,360 DEBUG [M:0;e067b2c2c7b3:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7e574132b7d45deb69b644997933540 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731147609630/Put/seqid=0 2024-11-09T10:20:14,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741854_1030 (size=7312) 2024-11-09T10:20:14,770 INFO [M:0;e067b2c2c7b3:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7e574132b7d45deb69b644997933540 2024-11-09T10:20:14,787 DEBUG [M:0;e067b2c2c7b3:37713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f9b6ca86bb64f4cada0d61348167efc is 69, key is e067b2c2c7b3,37289,1731147603797/rs:state/1731147604855/Put/seqid=0 2024-11-09T10:20:14,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741855_1031 (size=5370) 2024-11-09T10:20:15,191 INFO [M:0;e067b2c2c7b3:37713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f9b6ca86bb64f4cada0d61348167efc 2024-11-09T10:20:15,197 INFO [M:0;e067b2c2c7b3:37713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f9b6ca86bb64f4cada0d61348167efc 2024-11-09T10:20:15,199 DEBUG [M:0;e067b2c2c7b3:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5b9ca679881434dba72977d8a6702a0 as hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5b9ca679881434dba72977d8a6702a0 2024-11-09T10:20:15,207 INFO [M:0;e067b2c2c7b3:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5b9ca679881434dba72977d8a6702a0, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T10:20:15,210 DEBUG [M:0;e067b2c2c7b3:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d7e574132b7d45deb69b644997933540 as hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7e574132b7d45deb69b644997933540 2024-11-09T10:20:15,217 INFO [M:0;e067b2c2c7b3:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d7e574132b7d45deb69b644997933540, entries=7, sequenceid=127, filesize=7.1 K 2024-11-09T10:20:15,219 DEBUG [M:0;e067b2c2c7b3:37713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f9b6ca86bb64f4cada0d61348167efc as hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f9b6ca86bb64f4cada0d61348167efc 2024-11-09T10:20:15,224 INFO [M:0;e067b2c2c7b3:37713 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f9b6ca86bb64f4cada0d61348167efc 2024-11-09T10:20:15,224 INFO [M:0;e067b2c2c7b3:37713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40157/user/jenkins/test-data/b34bcc79-2560-23eb-8ad9-173a85687d5f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f9b6ca86bb64f4cada0d61348167efc, entries=2, sequenceid=127, filesize=5.2 K 2024-11-09T10:20:15,225 INFO [M:0;e067b2c2c7b3:37713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=127, compaction requested=false 2024-11-09T10:20:15,231 INFO [M:0;e067b2c2c7b3:37713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:15,231 DEBUG [M:0;e067b2c2c7b3:37713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147613898Disabling compacts and flushes for region at 1731147613898Disabling writes for close at 1731147613898Obtaining lock to block concurrent updates at 1731147613898Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147613898Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731147613898Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147613899 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147613899Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147613917 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147613917Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147614334 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147614360 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147614360Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147614774 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147614786 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147614786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9bc8ad2: reopening flushed file at 1731147615197 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137da1df: reopening flushed file at 1731147615207 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23273464: reopening flushed file at 1731147615218 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=127, compaction requested=false at 1731147615225 (+7 ms)Writing region close event to WAL at 1731147615231 (+6 ms)Closed at 1731147615231 2024-11-09T10:20:15,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40013 is added to blk_1073741847_1023 (size=22903) 2024-11-09T10:20:15,238 INFO [M:0;e067b2c2c7b3:37713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:20:15,238 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:20:15,239 INFO [M:0;e067b2c2c7b3:37713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37713 2024-11-09T10:20:15,239 INFO [M:0;e067b2c2c7b3:37713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:20:15,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:15,407 INFO [M:0;e067b2c2c7b3:37713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:20:15,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37713-0x1011f1bd9580006, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:15,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e8a6cee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:20:15,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ab4aab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:20:15,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:20:15,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@461e8a19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:20:15,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@607b161a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/hadoop.log.dir/,STOPPED} 2024-11-09T10:20:15,438 WARN [BP-250891742-172.17.0.3-1731147587006 heartbeating to localhost/127.0.0.1:40157 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:20:15,438 WARN [BP-250891742-172.17.0.3-1731147587006 heartbeating to localhost/127.0.0.1:40157 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-250891742-172.17.0.3-1731147587006 (Datanode Uuid 1c2c559b-f80a-4d5b-bb57-031b54876f94) service to localhost/127.0.0.1:40157 2024-11-09T10:20:15,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:20:15,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:20:15,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/cluster_3fcea44d-bab8-1b19-b396-b3e950017dc6/data/data1/current/BP-250891742-172.17.0.3-1731147587006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:20:15,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/cluster_3fcea44d-bab8-1b19-b396-b3e950017dc6/data/data2/current/BP-250891742-172.17.0.3-1731147587006 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:20:15,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:20:15,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f3ad598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:20:15,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626b1448{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:20:15,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:20:15,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb036dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:20:15,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@541fdc67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc2d93a3-2e63-6f02-ae30-2c20627a9743/hadoop.log.dir/,STOPPED} 2024-11-09T10:20:15,459 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T10:20:15,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:20:15,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56041) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:43471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:56041) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43471 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40157 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43471 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43471 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40157 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40157 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40157 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43471 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1511 (was 904) - AvailableMemoryMB LEAK? - 2024-11-09T10:20:15,493 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=1511 2024-11-09T10:20:15,508 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-09T10:20:15,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/hadoop.log.dir so I do NOT create it in target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658 2024-11-09T10:20:15,508 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:20:15,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/hadoop.tmp.dir so I do NOT create it in target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658 2024-11-09T10:20:15,508 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b76f65a9-c4c5-7fef-1566-ddaf18566013/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:20:15,508 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658 2024-11-09T10:20:15,509 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/cluster_a71c7ac8-f7a4-d2c6-b9bb-ef860a0c35c0, deleteOnExit=true 2024-11-09T10:20:15,511 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/cluster_a71c7ac8-f7a4-d2c6-b9bb-ef860a0c35c0/zookeeper_0, clientPort=50945, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/cluster_a71c7ac8-f7a4-d2c6-b9bb-ef860a0c35c0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/cluster_a71c7ac8-f7a4-d2c6-b9bb-ef860a0c35c0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T10:20:15,512 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50945 2024-11-09T10:20:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:20:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:20:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/test.cache.data in system properties and HBase conf 2024-11-09T10:20:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:20:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:20:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:20:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:20:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:20:15,512 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:20:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:20:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:20:15,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:20:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:20:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:20:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:20:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:20:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:20:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:20:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:20:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:20:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:20:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:20:15,513 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:20:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f1bd9580005, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:20:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f1bd9580002, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:20:15,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f1bd9580005, quorum=127.0.0.1:56041, baseZNode=/1-1690919895 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:20:15,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f1bd9580002, quorum=127.0.0.1:56041, baseZNode=/0-1760194517 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:20:15,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:20:15,830 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:20:15,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:20:15,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:20:15,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:20:15,838 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:20:15,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@375a96e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:20:15,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf68f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:20:15,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56324a50{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/java.io.tmpdir/jetty-localhost-36093-hadoop-hdfs-3_4_1-tests_jar-_-any-15179923585241178293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:20:15,961 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@169a1fe0{HTTP/1.1, (http/1.1)}{localhost:36093} 2024-11-09T10:20:15,961 INFO [Time-limited test {}] server.Server(415): Started @169111ms 2024-11-09T10:20:16,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:20:16,431 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:20:16,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:20:16,435 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:20:16,435 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:20:16,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b562ab6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:20:16,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464459b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:20:16,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16b28250{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/java.io.tmpdir/jetty-localhost-44291-hadoop-hdfs-3_4_1-tests_jar-_-any-8603219078996358081/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:20:16,567 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6764637a{HTTP/1.1, (http/1.1)}{localhost:44291} 2024-11-09T10:20:16,567 INFO [Time-limited test {}] server.Server(415): Started @169717ms 2024-11-09T10:20:16,569 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:20:17,283 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/cluster_a71c7ac8-f7a4-d2c6-b9bb-ef860a0c35c0/data/data1/current/BP-162670455-172.17.0.3-1731147615542/current, will proceed with Du for space computation calculation, 2024-11-09T10:20:17,283 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/cluster_a71c7ac8-f7a4-d2c6-b9bb-ef860a0c35c0/data/data2/current/BP-162670455-172.17.0.3-1731147615542/current, will proceed with Du for space computation calculation, 2024-11-09T10:20:17,302 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:20:17,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd4b8485f567d49f with lease ID 0xebd36c978f662e3c: Processing first storage report for DS-5249c5b3-c979-455a-a569-2073f6c47a4e from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=bdf0aa78-8f6f-4225-ad6a-d6d2b8cf1831, infoPort=44181, infoSecurePort=0, ipcPort=46535, storageInfo=lv=-57;cid=testClusterID;nsid=1044643451;c=1731147615542) 2024-11-09T10:20:17,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd4b8485f567d49f with lease ID 0xebd36c978f662e3c: from storage DS-5249c5b3-c979-455a-a569-2073f6c47a4e node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=bdf0aa78-8f6f-4225-ad6a-d6d2b8cf1831, infoPort=44181, infoSecurePort=0, ipcPort=46535, storageInfo=lv=-57;cid=testClusterID;nsid=1044643451;c=1731147615542), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:20:17,305 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd4b8485f567d49f with lease ID 0xebd36c978f662e3c: Processing first storage report for DS-982a44b3-b00b-4293-922d-5a3a01c40cf7 from datanode DatanodeRegistration(127.0.0.1:45221, datanodeUuid=bdf0aa78-8f6f-4225-ad6a-d6d2b8cf1831, infoPort=44181, infoSecurePort=0, ipcPort=46535, storageInfo=lv=-57;cid=testClusterID;nsid=1044643451;c=1731147615542) 2024-11-09T10:20:17,305 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd4b8485f567d49f with lease ID 0xebd36c978f662e3c: from storage DS-982a44b3-b00b-4293-922d-5a3a01c40cf7 node DatanodeRegistration(127.0.0.1:45221, datanodeUuid=bdf0aa78-8f6f-4225-ad6a-d6d2b8cf1831, infoPort=44181, infoSecurePort=0, ipcPort=46535, storageInfo=lv=-57;cid=testClusterID;nsid=1044643451;c=1731147615542), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:20:17,383 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658 2024-11-09T10:20:17,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:17,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:17,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:20:17,395 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d with version=8 2024-11-09T10:20:17,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/hbase-staging 2024-11-09T10:20:17,397 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:20:17,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:17,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:17,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:20:17,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:17,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:20:17,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:20:17,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:20:17,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46413 2024-11-09T10:20:17,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46413 connecting to ZooKeeper ensemble=127.0.0.1:50945 2024-11-09T10:20:17,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464130x0, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:17,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46413-0x1011f1c48c20000 connected 2024-11-09T10:20:17,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:17,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:17,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Set watcher on znode that does not yet exist, /01530924365/running 2024-11-09T10:20:17,542 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d, hbase.cluster.distributed=false 2024-11-09T10:20:17,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Set watcher on znode that does not yet exist, /01530924365/acl 2024-11-09T10:20:17,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46413 2024-11-09T10:20:17,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46413 2024-11-09T10:20:17,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46413 2024-11-09T10:20:17,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46413 2024-11-09T10:20:17,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46413 2024-11-09T10:20:17,567 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:20:17,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:17,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:17,567 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:20:17,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:17,567 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:20:17,567 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:20:17,568 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:20:17,572 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36791 2024-11-09T10:20:17,574 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36791 connecting to ZooKeeper ensemble=127.0.0.1:50945 2024-11-09T10:20:17,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:17,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:17,592 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367910x0, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:17,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367910x0, quorum=127.0.0.1:50945, baseZNode=/01530924365 Set watcher on znode that does not yet exist, /01530924365/running 2024-11-09T10:20:17,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36791-0x1011f1c48c20001 connected 2024-11-09T10:20:17,592 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:20:17,596 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:20:17,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Set watcher on znode that does not yet exist, /01530924365/master 2024-11-09T10:20:17,598 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Set watcher on znode that does not yet exist, /01530924365/acl 2024-11-09T10:20:17,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36791 2024-11-09T10:20:17,601 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36791 2024-11-09T10:20:17,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36791 2024-11-09T10:20:17,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36791 2024-11-09T10:20:17,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36791 2024-11-09T10:20:17,630 DEBUG [M:0;e067b2c2c7b3:46413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:46413 2024-11-09T10:20:17,631 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01530924365/backup-masters/e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:17,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365/backup-masters 2024-11-09T10:20:17,641 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365/backup-masters 2024-11-09T10:20:17,641 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Set watcher on existing znode=/01530924365/backup-masters/e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:17,651 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01530924365/master 2024-11-09T10:20:17,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:17,651 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:17,652 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Set watcher on existing znode=/01530924365/master 2024-11-09T10:20:17,652 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01530924365/backup-masters/e067b2c2c7b3,46413,1731147617397 from backup master directory 2024-11-09T10:20:17,662 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365/backup-masters 2024-11-09T10:20:17,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01530924365/backup-masters/e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:17,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365/backup-masters 2024-11-09T10:20:17,662 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:20:17,662 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:17,665 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/hbase.id] with ID: f11dc281-65ae-46e2-87d1-3fb0c412f819 2024-11-09T10:20:17,665 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/.tmp/hbase.id 2024-11-09T10:20:17,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:20:17,931 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:20:17,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:17,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:17,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:17,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:17,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:17,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:17,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:17,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:18,071 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/.tmp/hbase.id]:[hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/hbase.id] 2024-11-09T10:20:18,087 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:18,087 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:20:18,089 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-09T10:20:18,098 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:18,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:18,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:20:18,113 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:20:18,114 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:20:18,116 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:18,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:20:18,132 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store 2024-11-09T10:20:18,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:20:18,138 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:18,138 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:20:18,138 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:18,138 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:18,138 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:20:18,138 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:18,138 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:18,138 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147618138Disabling compacts and flushes for region at 1731147618138Disabling writes for close at 1731147618138Writing region close event to WAL at 1731147618138Closed at 1731147618138 2024-11-09T10:20:18,140 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/.initializing 2024-11-09T10:20:18,140 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/WALs/e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:18,141 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:20:18,142 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C46413%2C1731147617397, suffix=, logDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/WALs/e067b2c2c7b3,46413,1731147617397, archiveDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/oldWALs, maxLogs=10 2024-11-09T10:20:18,156 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/WALs/e067b2c2c7b3,46413,1731147617397/e067b2c2c7b3%2C46413%2C1731147617397.1731147618142, exclude list is [], retry=0 2024-11-09T10:20:18,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-5249c5b3-c979-455a-a569-2073f6c47a4e,DISK] 2024-11-09T10:20:18,162 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/WALs/e067b2c2c7b3,46413,1731147617397/e067b2c2c7b3%2C46413%2C1731147617397.1731147618142 2024-11-09T10:20:18,172 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44181:44181)] 2024-11-09T10:20:18,172 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:18,173 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:18,173 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:18,173 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:18,174 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:18,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:20:18,176 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:18,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:18,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:18,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:20:18,177 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:18,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:18,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:18,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:20:18,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:18,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:18,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:18,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:20:18,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:18,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:18,182 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:18,182 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:18,183 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:18,185 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:18,185 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:18,185 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:18,186 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:18,188 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:18,188 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71881229, jitterRate=0.07111378014087677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:18,189 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147618173Initializing all the Stores at 1731147618174 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147618174Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147618174Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147618174Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147618174Cleaning up temporary data from old regions at 1731147618185 (+11 ms)Region opened successfully at 1731147618189 (+4 ms) 2024-11-09T10:20:18,190 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:20:18,193 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f41002d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:20:18,194 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:20:18,194 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:20:18,194 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:20:18,194 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:20:18,195 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:20:18,195 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:20:18,195 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:20:18,203 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:20:18,203 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Unable to get data of znode /01530924365/balancer because node does not exist (not necessarily an error) 2024-11-09T10:20:18,213 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01530924365/balancer already deleted, retry=false 2024-11-09T10:20:18,213 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:20:18,214 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Unable to get data of znode /01530924365/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:20:18,223 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01530924365/normalizer already deleted, retry=false 2024-11-09T10:20:18,224 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:20:18,233 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Unable to get data of znode /01530924365/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:20:18,244 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01530924365/switch/split already deleted, retry=false 2024-11-09T10:20:18,245 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Unable to get data of znode /01530924365/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:20:18,255 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01530924365/switch/merge already deleted, retry=false 2024-11-09T10:20:18,258 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Unable to get data of znode /01530924365/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:20:18,265 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01530924365/snapshot-cleanup already deleted, retry=false 2024-11-09T10:20:18,276 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01530924365/running 2024-11-09T10:20:18,276 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:18,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01530924365/running 2024-11-09T10:20:18,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:18,276 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,46413,1731147617397, sessionid=0x1011f1c48c20000, setting cluster-up flag (Was=false) 2024-11-09T10:20:18,297 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:18,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:18,329 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01530924365/flush-table-proc/acquired, /01530924365/flush-table-proc/reached, /01530924365/flush-table-proc/abort 2024-11-09T10:20:18,330 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:18,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:18,349 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:18,388 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01530924365/online-snapshot/acquired, /01530924365/online-snapshot/reached, /01530924365/online-snapshot/abort 2024-11-09T10:20:18,389 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:18,397 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:20:18,400 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:18,400 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:20:18,401 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:20:18,401 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,46413,1731147617397 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:20:18,402 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:18,402 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:18,402 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:18,402 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:18,402 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:20:18,402 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,402 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:20:18,402 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:18,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:20:18,417 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147648417 2024-11-09T10:20:18,417 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:20:18,417 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:20:18,417 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:20:18,417 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:20:18,417 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:20:18,417 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:20:18,418 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,418 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(746): ClusterId : f11dc281-65ae-46e2-87d1-3fb0c412f819 2024-11-09T10:20:18,418 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:20:18,419 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:20:18,419 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:20:18,419 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:20:18,419 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:20:18,420 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:20:18,420 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:20:18,422 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147618420,5,FailOnTimeoutGroup] 2024-11-09T10:20:18,427 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147618422,5,FailOnTimeoutGroup] 2024-11-09T10:20:18,427 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,427 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:20:18,427 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,427 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,427 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:18,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:20:18,435 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:20:18,435 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:20:18,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:20:18,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:20:18,440 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d 2024-11-09T10:20:18,445 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:20:18,446 DEBUG [RS:0;e067b2c2c7b3:36791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304c5a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:20:18,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741832_1008 (size=32) 2024-11-09T10:20:18,477 DEBUG [RS:0;e067b2c2c7b3:36791 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:36791 2024-11-09T10:20:18,477 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:20:18,477 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:20:18,477 DEBUG [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:20:18,478 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,46413,1731147617397 with port=36791, startcode=1731147617567 2024-11-09T10:20:18,478 DEBUG [RS:0;e067b2c2c7b3:36791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:20:18,493 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:20:18,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46413 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:18,493 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46413 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:18,496 DEBUG [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d 2024-11-09T10:20:18,496 DEBUG [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40567 2024-11-09T10:20:18,496 DEBUG [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:20:18,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365/rs 2024-11-09T10:20:18,508 DEBUG [RS:0;e067b2c2c7b3:36791 {}] zookeeper.ZKUtil(111): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Set watcher on existing znode=/01530924365/rs/e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:18,509 WARN [RS:0;e067b2c2c7b3:36791 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:20:18,509 INFO [RS:0;e067b2c2c7b3:36791 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:18,509 DEBUG [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:18,513 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,36791,1731147617567] 2024-11-09T10:20:18,521 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:20:18,522 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:20:18,532 INFO [RS:0;e067b2c2c7b3:36791 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:20:18,533 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,534 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:20:18,535 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:20:18,535 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:20:18,535 DEBUG [RS:0;e067b2c2c7b3:36791 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:20:18,538 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,538 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,538 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,538 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,538 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,538 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36791,1731147617567-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:20:18,558 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:20:18,558 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36791,1731147617567-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,558 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,558 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.Replication(171): e067b2c2c7b3,36791,1731147617567 started 2024-11-09T10:20:18,576 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:18,576 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,36791,1731147617567, RpcServer on e067b2c2c7b3/172.17.0.3:36791, sessionid=0x1011f1c48c20001 2024-11-09T10:20:18,577 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:20:18,577 DEBUG [RS:0;e067b2c2c7b3:36791 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:18,577 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,36791,1731147617567' 2024-11-09T10:20:18,577 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01530924365/flush-table-proc/abort' 2024-11-09T10:20:18,579 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01530924365/flush-table-proc/acquired' 2024-11-09T10:20:18,580 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:20:18,581 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:20:18,581 DEBUG [RS:0;e067b2c2c7b3:36791 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:18,581 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,36791,1731147617567' 2024-11-09T10:20:18,581 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01530924365/online-snapshot/abort' 2024-11-09T10:20:18,581 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01530924365/online-snapshot/acquired' 2024-11-09T10:20:18,582 DEBUG [RS:0;e067b2c2c7b3:36791 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:20:18,582 INFO [RS:0;e067b2c2c7b3:36791 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:20:18,582 INFO [RS:0;e067b2c2c7b3:36791 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:20:18,683 INFO [RS:0;e067b2c2c7b3:36791 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:20:18,684 INFO [RS:0;e067b2c2c7b3:36791 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36791%2C1731147617567, suffix=, logDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567, archiveDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/oldWALs, maxLogs=10 2024-11-09T10:20:18,708 DEBUG [RS:0;e067b2c2c7b3:36791 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684, exclude list is [], retry=0 2024-11-09T10:20:18,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-5249c5b3-c979-455a-a569-2073f6c47a4e,DISK] 2024-11-09T10:20:18,717 INFO [RS:0;e067b2c2c7b3:36791 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 2024-11-09T10:20:18,717 DEBUG [RS:0;e067b2c2c7b3:36791 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44181:44181)] 2024-11-09T10:20:18,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:18,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:20:18,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:20:18,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:18,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:18,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:20:18,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:20:18,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:18,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:18,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:20:18,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:20:18,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:18,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:18,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:20:18,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:20:18,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:18,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:18,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:20:18,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740 2024-11-09T10:20:18,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740 2024-11-09T10:20:18,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:20:18,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:20:18,883 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:18,884 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:20:18,885 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:18,886 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69807669, jitterRate=0.040215328335762024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:18,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147618875Initializing all the Stores at 1731147618875Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147618875Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147618875Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147618875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147618875Cleaning up temporary data from old regions at 1731147618882 (+7 ms)Region opened successfully at 1731147618886 (+4 ms) 2024-11-09T10:20:18,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:20:18,886 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:20:18,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:20:18,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:20:18,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:20:18,887 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:18,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147618886Disabling compacts and flushes for region at 1731147618886Disabling writes for close at 1731147618887 (+1 ms)Writing region close event to WAL at 1731147618887Closed at 1731147618887 2024-11-09T10:20:18,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:18,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:20:18,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:20:18,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:20:18,890 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:20:19,040 DEBUG [e067b2c2c7b3:46413 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:20:19,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:19,041 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,36791,1731147617567, state=OPENING 2024-11-09T10:20:19,054 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:20:19,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:19,065 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:19,065 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:20:19,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01530924365/meta-region-server: CHANGED 2024-11-09T10:20:19,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01530924365/meta-region-server: CHANGED 2024-11-09T10:20:19,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36791,1731147617567}] 2024-11-09T10:20:19,219 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:20:19,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:20:19,225 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:20:19,225 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:19,226 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:20:19,227 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36791%2C1731147617567.meta, suffix=.meta, logDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567, archiveDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/oldWALs, maxLogs=10 2024-11-09T10:20:19,241 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.meta.1731147619227.meta, exclude list is [], retry=0 2024-11-09T10:20:19,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-5249c5b3-c979-455a-a569-2073f6c47a4e,DISK] 2024-11-09T10:20:19,244 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.meta.1731147619227.meta 2024-11-09T10:20:19,245 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44181:44181)] 2024-11-09T10:20:19,245 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:19,245 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:20:19,245 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:20:19,245 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:20:19,245 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:20:19,246 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:20:19,246 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:19,246 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:20:19,246 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:20:19,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:20:19,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:20:19,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:19,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:19,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:20:19,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:20:19,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:19,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:19,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:20:19,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:20:19,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:19,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:19,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:20:19,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:20:19,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:19,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:19,255 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:20:19,256 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740 2024-11-09T10:20:19,257 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740 2024-11-09T10:20:19,259 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:20:19,259 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:20:19,259 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:19,262 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:20:19,263 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65026991, jitterRate=-0.0310223251581192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:19,263 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:20:19,263 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147619246Writing region info on filesystem at 1731147619246Initializing all the Stores at 1731147619247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147619247Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147619247Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147619247Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147619247Cleaning up temporary data from old regions at 1731147619259 (+12 ms)Running coprocessor post-open hooks at 1731147619263 (+4 ms)Region opened successfully at 1731147619263 2024-11-09T10:20:19,278 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147619218 2024-11-09T10:20:19,286 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:20:19,286 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:20:19,287 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:19,287 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,36791,1731147617567, state=OPEN 2024-11-09T10:20:19,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01530924365/meta-region-server 2024-11-09T10:20:19,329 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01530924365/meta-region-server 2024-11-09T10:20:19,329 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:19,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01530924365/meta-region-server: CHANGED 2024-11-09T10:20:19,329 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01530924365/meta-region-server: CHANGED 2024-11-09T10:20:19,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:20:19,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36791,1731147617567 in 264 msec 2024-11-09T10:20:19,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:20:19,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-09T10:20:19,333 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:19,333 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:20:19,334 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:19,334 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36791,1731147617567, seqNum=-1] 2024-11-09T10:20:19,334 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:19,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:19,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 939 msec 2024-11-09T10:20:19,339 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147619339, completionTime=-1 2024-11-09T10:20:19,339 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:20:19,339 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:20:19,341 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:20:19,341 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147679341 2024-11-09T10:20:19,341 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147739341 2024-11-09T10:20:19,341 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:20:19,341 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46413,1731147617397-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:19,341 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46413,1731147617397-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:19,341 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46413,1731147617397-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:19,341 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:46413, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:19,341 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:19,341 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:19,343 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:20:19,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.682sec 2024-11-09T10:20:19,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:20:19,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:20:19,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:20:19,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:20:19,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:20:19,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46413,1731147617397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:20:19,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46413,1731147617397-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:20:19,347 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:20:19,347 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:20:19,347 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46413,1731147617397-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:19,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:19,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,46413,-1 for getting cluster id 2024-11-09T10:20:19,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:19,423 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f11dc281-65ae-46e2-87d1-3fb0c412f819' 2024-11-09T10:20:19,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:19,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f11dc281-65ae-46e2-87d1-3fb0c412f819" 2024-11-09T10:20:19,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54b2c18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:19,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,46413,-1] 2024-11-09T10:20:19,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:19,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:19,426 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:19,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9040624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:19,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:19,429 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36791,1731147617567, seqNum=-1] 2024-11-09T10:20:19,430 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:19,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:19,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:19,435 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50945 2024-11-09T10:20:19,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:19,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f1c48c20002 connected 2024-11-09T10:20:19,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/hadoop.log.dir so I do NOT create it in target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe 2024-11-09T10:20:19,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:20:19,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/hadoop.tmp.dir so I do NOT create it in target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe 2024-11-09T10:20:19,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:20:19,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe 2024-11-09T10:20:19,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:20:19,469 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/cluster_e0eac8bc-0917-7f40-7706-a8385349253c, deleteOnExit=true 2024-11-09T10:20:19,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:20:19,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/test.cache.data in system properties and HBase conf 2024-11-09T10:20:19,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:20:19,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:20:19,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:20:19,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:20:19,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:20:19,470 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:20:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:20:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:20:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:20:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:20:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:20:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:20:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:20:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:20:19,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:20:19,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:20:19,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:20:19,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:20:19,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:20:19,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:20:20,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:20:20,017 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:20:20,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:20:20,102 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:20:20,102 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:20:20,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:20:20,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:20:20,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:20:20,276 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/java.io.tmpdir/jetty-localhost-33293-hadoop-hdfs-3_4_1-tests_jar-_-any-11571924343832496328/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:20:20,276 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:33293} 2024-11-09T10:20:20,276 INFO [Time-limited test {}] server.Server(415): Started @173426ms 2024-11-09T10:20:20,781 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:20:20,793 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:20:20,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:20:20,793 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:20:20,794 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:20:20,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:20:20,801 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:20:20,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e6065e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/java.io.tmpdir/jetty-localhost-41767-hadoop-hdfs-3_4_1-tests_jar-_-any-2850216509745314902/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:20:20,945 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:41767} 2024-11-09T10:20:20,945 INFO [Time-limited test {}] server.Server(415): Started @174095ms 2024-11-09T10:20:20,947 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:20:21,722 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/cluster_e0eac8bc-0917-7f40-7706-a8385349253c/data/data1/current/BP-2050731189-172.17.0.3-1731147619489/current, will proceed with Du for space computation calculation, 2024-11-09T10:20:21,724 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/cluster_e0eac8bc-0917-7f40-7706-a8385349253c/data/data2/current/BP-2050731189-172.17.0.3-1731147619489/current, will proceed with Du for space computation calculation, 2024-11-09T10:20:21,803 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:20:21,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x824db74983f458ad with lease ID 0x7c55ae21c8b3408b: Processing first storage report for DS-6bc796eb-e14a-4a7e-9bd8-0eb6cafd8790 from datanode DatanodeRegistration(127.0.0.1:39819, datanodeUuid=72b5b480-b68c-435a-87ff-246b10259e38, infoPort=41609, infoSecurePort=0, ipcPort=44109, storageInfo=lv=-57;cid=testClusterID;nsid=438489280;c=1731147619489) 2024-11-09T10:20:21,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x824db74983f458ad with lease ID 0x7c55ae21c8b3408b: from storage DS-6bc796eb-e14a-4a7e-9bd8-0eb6cafd8790 node DatanodeRegistration(127.0.0.1:39819, datanodeUuid=72b5b480-b68c-435a-87ff-246b10259e38, infoPort=41609, infoSecurePort=0, ipcPort=44109, storageInfo=lv=-57;cid=testClusterID;nsid=438489280;c=1731147619489), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:20:21,827 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x824db74983f458ad with lease ID 0x7c55ae21c8b3408b: Processing first storage report for DS-f78fab7d-277b-4674-a6cd-02d1c312276c from datanode DatanodeRegistration(127.0.0.1:39819, datanodeUuid=72b5b480-b68c-435a-87ff-246b10259e38, infoPort=41609, infoSecurePort=0, ipcPort=44109, storageInfo=lv=-57;cid=testClusterID;nsid=438489280;c=1731147619489) 2024-11-09T10:20:21,827 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x824db74983f458ad with lease ID 0x7c55ae21c8b3408b: from storage DS-f78fab7d-277b-4674-a6cd-02d1c312276c node DatanodeRegistration(127.0.0.1:39819, datanodeUuid=72b5b480-b68c-435a-87ff-246b10259e38, infoPort=41609, infoSecurePort=0, ipcPort=44109, storageInfo=lv=-57;cid=testClusterID;nsid=438489280;c=1731147619489), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:20:21,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe 2024-11-09T10:20:21,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:21,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:21,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:20:21,870 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012 with version=8 2024-11-09T10:20:21,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/hbase-staging 2024-11-09T10:20:21,873 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:20:21,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:21,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:21,873 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:20:21,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:21,873 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:20:21,873 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:20:21,873 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:20:21,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43947 2024-11-09T10:20:21,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43947 connecting to ZooKeeper ensemble=127.0.0.1:50945 2024-11-09T10:20:21,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439470x0, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:21,902 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43947-0x1011f1c48c20003 connected 2024-11-09T10:20:21,972 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:21,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:21,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Set watcher on znode that does not yet exist, /1412366155/running 2024-11-09T10:20:21,990 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012, hbase.cluster.distributed=false 2024-11-09T10:20:21,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Set watcher on znode that does not yet exist, /1412366155/acl 2024-11-09T10:20:22,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43947 2024-11-09T10:20:22,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43947 2024-11-09T10:20:22,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43947 2024-11-09T10:20:22,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43947 2024-11-09T10:20:22,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43947 2024-11-09T10:20:22,092 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:20:22,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:22,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:22,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:20:22,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:22,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:20:22,092 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:20:22,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:20:22,093 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40795 2024-11-09T10:20:22,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40795 connecting to ZooKeeper ensemble=127.0.0.1:50945 2024-11-09T10:20:22,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:22,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:22,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407950x0, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:22,139 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40795-0x1011f1c48c20004 connected 2024-11-09T10:20:22,139 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Set watcher on znode that does not yet exist, /1412366155/running 2024-11-09T10:20:22,140 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:20:22,172 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:20:22,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Set watcher on znode that does not yet exist, /1412366155/master 2024-11-09T10:20:22,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Set watcher on znode that does not yet exist, /1412366155/acl 2024-11-09T10:20:22,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40795 2024-11-09T10:20:22,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40795 2024-11-09T10:20:22,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40795 2024-11-09T10:20:22,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40795 2024-11-09T10:20:22,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40795 2024-11-09T10:20:22,320 DEBUG [M:0;e067b2c2c7b3:43947 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:43947 2024-11-09T10:20:22,336 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1412366155/backup-masters/e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:22,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155/backup-masters 2024-11-09T10:20:22,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155/backup-masters 2024-11-09T10:20:22,346 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Set watcher on existing znode=/1412366155/backup-masters/e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:22,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:22,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1412366155/master 2024-11-09T10:20:22,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:22,360 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Set watcher on existing znode=/1412366155/master 2024-11-09T10:20:22,361 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1412366155/backup-masters/e067b2c2c7b3,43947,1731147621872 from backup master directory 2024-11-09T10:20:22,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1412366155/backup-masters/e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:22,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155/backup-masters 2024-11-09T10:20:22,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155/backup-masters 2024-11-09T10:20:22,370 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:20:22,370 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:22,397 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/hbase.id] with ID: cf4ef479-227a-4964-a03e-024bcb7911d6 2024-11-09T10:20:22,397 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/.tmp/hbase.id 2024-11-09T10:20:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:20:22,443 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/.tmp/hbase.id]:[hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/hbase.id] 2024-11-09T10:20:22,455 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:22,455 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:20:22,456 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:20:22,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:22,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:22,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:20:22,895 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:20:22,896 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:20:22,900 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:22,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:20:23,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T10:20:23,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T10:20:23,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:23,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T10:20:23,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:23,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T10:20:23,326 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store 2024-11-09T10:20:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:20:23,731 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:23,731 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:20:23,731 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:23,732 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:23,732 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:20:23,732 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:23,732 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:23,732 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147623731Disabling compacts and flushes for region at 1731147623731Disabling writes for close at 1731147623732 (+1 ms)Writing region close event to WAL at 1731147623732Closed at 1731147623732 2024-11-09T10:20:23,732 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/.initializing 2024-11-09T10:20:23,732 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/WALs/e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:23,733 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:20:23,735 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C43947%2C1731147621872, suffix=, logDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/WALs/e067b2c2c7b3,43947,1731147621872, archiveDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/oldWALs, maxLogs=10 2024-11-09T10:20:23,751 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/WALs/e067b2c2c7b3,43947,1731147621872/e067b2c2c7b3%2C43947%2C1731147621872.1731147623735, exclude list is [], retry=0 2024-11-09T10:20:23,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39819,DS-6bc796eb-e14a-4a7e-9bd8-0eb6cafd8790,DISK] 2024-11-09T10:20:23,755 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/WALs/e067b2c2c7b3,43947,1731147621872/e067b2c2c7b3%2C43947%2C1731147621872.1731147623735 2024-11-09T10:20:23,755 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609)] 2024-11-09T10:20:23,755 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:23,755 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:23,756 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:23,756 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:23,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:23,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:20:23,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:23,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:23,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:23,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:20:23,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:23,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:23,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:23,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:20:23,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:23,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:23,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:23,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:20:23,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:23,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:23,763 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:23,763 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:23,764 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:23,766 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:23,766 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:23,767 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:23,769 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:23,782 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:23,782 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65365708, jitterRate=-0.025975048542022705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:23,783 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147623756Initializing all the Stores at 1731147623757 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147623757Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147623757Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147623757Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147623757Cleaning up temporary data from old regions at 1731147623766 (+9 ms)Region opened successfully at 1731147623783 (+17 ms) 2024-11-09T10:20:23,784 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:20:23,790 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8f522d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:20:23,791 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:20:23,791 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:20:23,791 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:20:23,791 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:20:23,792 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:20:23,792 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:20:23,793 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:20:23,795 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:20:23,797 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Unable to get data of znode /1412366155/balancer because node does not exist (not necessarily an error) 2024-11-09T10:20:23,865 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1412366155/balancer already deleted, retry=false 2024-11-09T10:20:23,865 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:20:23,866 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Unable to get data of znode /1412366155/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:20:23,875 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1412366155/normalizer already deleted, retry=false 2024-11-09T10:20:23,876 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:20:23,877 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Unable to get data of znode /1412366155/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:20:23,886 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1412366155/switch/split already deleted, retry=false 2024-11-09T10:20:23,886 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Unable to get data of znode /1412366155/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:20:23,896 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1412366155/switch/merge already deleted, retry=false 2024-11-09T10:20:23,898 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Unable to get data of znode /1412366155/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:20:23,907 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1412366155/snapshot-cleanup already deleted, retry=false 2024-11-09T10:20:24,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1412366155/running 2024-11-09T10:20:24,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1412366155/running 2024-11-09T10:20:24,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:24,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:24,060 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,43947,1731147621872, sessionid=0x1011f1c48c20003, setting cluster-up flag (Was=false) 2024-11-09T10:20:24,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:24,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:24,159 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1412366155/flush-table-proc/acquired, /1412366155/flush-table-proc/reached, /1412366155/flush-table-proc/abort 2024-11-09T10:20:24,160 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:24,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:24,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:24,212 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1412366155/online-snapshot/acquired, /1412366155/online-snapshot/reached, /1412366155/online-snapshot/abort 2024-11-09T10:20:24,213 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:24,214 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:20:24,215 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:24,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:20:24,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:20:24,215 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,43947,1731147621872 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:20:24,216 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:24,216 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:24,216 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:24,216 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:24,216 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:20:24,216 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,216 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:20:24,216 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,217 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147654217 2024-11-09T10:20:24,217 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:20:24,217 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:20:24,217 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:20:24,217 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:20:24,217 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:20:24,217 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:20:24,217 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:24,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:20:24,218 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,218 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:20:24,218 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:20:24,218 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:20:24,218 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:20:24,218 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:20:24,218 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:24,218 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:20:24,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:20:24,218 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147624218,5,FailOnTimeoutGroup] 2024-11-09T10:20:24,219 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147624219,5,FailOnTimeoutGroup] 2024-11-09T10:20:24,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:20:24,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:20:24,225 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:20:24,225 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012 2024-11-09T10:20:24,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741832_1008 (size=32) 2024-11-09T10:20:24,291 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(746): ClusterId : cf4ef479-227a-4964-a03e-024bcb7911d6 2024-11-09T10:20:24,291 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:20:24,304 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:20:24,304 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:20:24,316 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:20:24,316 DEBUG [RS:0;e067b2c2c7b3:40795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cfd10f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:20:24,335 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:40795 2024-11-09T10:20:24,335 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:20:24,335 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:20:24,335 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:20:24,336 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,43947,1731147621872 with port=40795, startcode=1731147622092 2024-11-09T10:20:24,336 DEBUG [RS:0;e067b2c2c7b3:40795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:20:24,341 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36371, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:20:24,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43947 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:24,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43947 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:24,343 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012 2024-11-09T10:20:24,343 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40355 2024-11-09T10:20:24,343 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:20:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155/rs 2024-11-09T10:20:24,349 DEBUG [RS:0;e067b2c2c7b3:40795 {}] zookeeper.ZKUtil(111): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Set watcher on existing znode=/1412366155/rs/e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:24,350 WARN [RS:0;e067b2c2c7b3:40795 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:20:24,350 INFO [RS:0;e067b2c2c7b3:40795 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:24,350 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:24,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,40795,1731147622092] 2024-11-09T10:20:24,353 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:20:24,354 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:20:24,355 INFO [RS:0;e067b2c2c7b3:40795 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:20:24,355 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,356 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:20:24,357 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:20:24,357 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:20:24,357 DEBUG [RS:0;e067b2c2c7b3:40795 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:20:24,360 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,360 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,360 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,360 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,360 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,360 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40795,1731147622092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:20:24,378 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:20:24,378 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40795,1731147622092-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,378 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,378 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.Replication(171): e067b2c2c7b3,40795,1731147622092 started 2024-11-09T10:20:24,396 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:24,396 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,40795,1731147622092, RpcServer on e067b2c2c7b3/172.17.0.3:40795, sessionid=0x1011f1c48c20004 2024-11-09T10:20:24,396 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:20:24,396 DEBUG [RS:0;e067b2c2c7b3:40795 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:24,396 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,40795,1731147622092' 2024-11-09T10:20:24,396 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1412366155/flush-table-proc/abort' 2024-11-09T10:20:24,397 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1412366155/flush-table-proc/acquired' 2024-11-09T10:20:24,397 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:20:24,397 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:20:24,397 DEBUG [RS:0;e067b2c2c7b3:40795 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:24,397 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,40795,1731147622092' 2024-11-09T10:20:24,397 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1412366155/online-snapshot/abort' 2024-11-09T10:20:24,398 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1412366155/online-snapshot/acquired' 2024-11-09T10:20:24,398 DEBUG [RS:0;e067b2c2c7b3:40795 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:20:24,398 INFO [RS:0;e067b2c2c7b3:40795 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:20:24,398 INFO [RS:0;e067b2c2c7b3:40795 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:20:24,499 INFO [RS:0;e067b2c2c7b3:40795 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:20:24,500 INFO [RS:0;e067b2c2c7b3:40795 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C40795%2C1731147622092, suffix=, logDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092, archiveDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/oldWALs, maxLogs=10 2024-11-09T10:20:24,518 DEBUG [RS:0;e067b2c2c7b3:40795 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500, exclude list is [], retry=0 2024-11-09T10:20:24,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39819,DS-6bc796eb-e14a-4a7e-9bd8-0eb6cafd8790,DISK] 2024-11-09T10:20:24,522 INFO [RS:0;e067b2c2c7b3:40795 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 2024-11-09T10:20:24,522 DEBUG [RS:0;e067b2c2c7b3:40795 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609)] 2024-11-09T10:20:24,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:24,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:20:24,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:20:24,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:24,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:24,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:20:24,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:20:24,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:24,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:24,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:20:24,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:20:24,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:24,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:24,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:20:24,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:20:24,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:24,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:24,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:20:24,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740 2024-11-09T10:20:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740 2024-11-09T10:20:24,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:20:24,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:20:24,639 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:24,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:20:24,644 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:24,644 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60237739, jitterRate=-0.10238774120807648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:24,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147624631Initializing all the Stores at 1731147624632 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147624632Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147624632Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147624632Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147624632Cleaning up temporary data from old regions at 1731147624639 (+7 ms)Region opened successfully at 1731147624644 (+5 ms) 2024-11-09T10:20:24,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:20:24,644 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:20:24,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:20:24,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:20:24,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:20:24,645 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:24,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147624644Disabling compacts and flushes for region at 1731147624644Disabling writes for close at 1731147624644Writing region close event to WAL at 1731147624645 (+1 ms)Closed at 1731147624645 2024-11-09T10:20:24,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:24,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:20:24,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:20:24,646 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:20:24,647 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:20:24,748 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:20:24,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:24,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:24,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:24,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:24,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:24,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:24,780 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:24,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:24,789 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:20:24,797 DEBUG [e067b2c2c7b3:43947 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:20:24,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:24,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,40795,1731147622092, state=OPENING 2024-11-09T10:20:24,896 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:20:24,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:24,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:24,918 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:20:24,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1412366155/meta-region-server: CHANGED 2024-11-09T10:20:24,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,40795,1731147622092}] 2024-11-09T10:20:24,918 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1412366155/meta-region-server: CHANGED 2024-11-09T10:20:25,070 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:20:25,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:20:25,075 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:20:25,075 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:25,075 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:20:25,076 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C40795%2C1731147622092.meta, suffix=.meta, logDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092, archiveDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/oldWALs, maxLogs=10 2024-11-09T10:20:25,089 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.meta.1731147625076.meta, exclude list is [], retry=0 2024-11-09T10:20:25,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39819,DS-6bc796eb-e14a-4a7e-9bd8-0eb6cafd8790,DISK] 2024-11-09T10:20:25,092 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.meta.1731147625076.meta 2024-11-09T10:20:25,093 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609)] 2024-11-09T10:20:25,093 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:25,094 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:20:25,094 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:20:25,094 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:20:25,094 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:20:25,094 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:20:25,094 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:25,094 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:20:25,094 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:20:25,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:20:25,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:20:25,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:25,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:25,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:20:25,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:20:25,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:25,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:25,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:20:25,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:20:25,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:25,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:25,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:20:25,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:20:25,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:25,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:25,099 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:20:25,099 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740 2024-11-09T10:20:25,100 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740 2024-11-09T10:20:25,101 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:20:25,101 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:20:25,102 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:25,103 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:20:25,103 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62430840, jitterRate=-0.06970798969268799}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:25,103 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:20:25,104 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147625094Writing region info on filesystem at 1731147625094Initializing all the Stores at 1731147625095 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147625095Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147625095Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147625095Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147625095Cleaning up temporary data from old regions at 1731147625101 (+6 ms)Running coprocessor post-open hooks at 1731147625103 (+2 ms)Region opened successfully at 1731147625103 2024-11-09T10:20:25,104 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147625070 2024-11-09T10:20:25,106 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:20:25,106 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:20:25,107 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:25,107 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,40795,1731147622092, state=OPEN 2024-11-09T10:20:25,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1412366155/meta-region-server 2024-11-09T10:20:25,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1412366155/meta-region-server 2024-11-09T10:20:25,117 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:25,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1412366155/meta-region-server: CHANGED 2024-11-09T10:20:25,117 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1412366155/meta-region-server: CHANGED 2024-11-09T10:20:25,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:20:25,119 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,40795,1731147622092 in 199 msec 2024-11-09T10:20:25,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:20:25,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-09T10:20:25,121 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:25,121 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:20:25,122 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:25,122 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1] 2024-11-09T10:20:25,123 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:25,124 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:25,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 913 msec 2024-11-09T10:20:25,129 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147625129, completionTime=-1 2024-11-09T10:20:25,129 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:20:25,129 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:20:25,130 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:20:25,130 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147685130 2024-11-09T10:20:25,130 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147745130 2024-11-09T10:20:25,130 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:20:25,131 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43947,1731147621872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:25,131 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43947,1731147621872-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:25,131 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43947,1731147621872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:25,131 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:43947, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:25,131 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:25,131 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:25,133 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:20:25,134 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.764sec 2024-11-09T10:20:25,134 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:20:25,134 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:20:25,134 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:20:25,134 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:20:25,134 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:20:25,134 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43947,1731147621872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:20:25,134 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43947,1731147621872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:20:25,136 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:20:25,136 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:20:25,136 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43947,1731147621872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:25,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:25,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,43947,-1 for getting cluster id 2024-11-09T10:20:25,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:25,193 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf4ef479-227a-4964-a03e-024bcb7911d6' 2024-11-09T10:20:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf4ef479-227a-4964-a03e-024bcb7911d6" 2024-11-09T10:20:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e633b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,43947,-1] 2024-11-09T10:20:25,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:25,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:25,195 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:25,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419d08a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:25,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:25,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1] 2024-11-09T10:20:25,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:25,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:25,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:25,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50945 2024-11-09T10:20:25,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:25,278 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f1c48c20005 connected 2024-11-09T10:20:25,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:25,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:25,395 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ab2e780 2024-11-09T10:20:25,395 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:25,396 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:20:25,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:20:25,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:20:25,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:20:25,399 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:25,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:20:25,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:20:25,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:25,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:20:25,406 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4fb70bb5a3b88f917f9a27f60628de7c, NAME => 'test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d 2024-11-09T10:20:25,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:20:25,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:25,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4fb70bb5a3b88f917f9a27f60628de7c, disabling compactions & flushes 2024-11-09T10:20:25,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. 2024-11-09T10:20:25,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. 2024-11-09T10:20:25,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. after waiting 0 ms 2024-11-09T10:20:25,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. 2024-11-09T10:20:25,421 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. 2024-11-09T10:20:25,421 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4fb70bb5a3b88f917f9a27f60628de7c: Waiting for close lock at 1731147625421Disabling compacts and flushes for region at 1731147625421Disabling writes for close at 1731147625421Writing region close event to WAL at 1731147625421Closed at 1731147625421 2024-11-09T10:20:25,423 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:20:25,423 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147625423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147625423"}]},"ts":"1731147625423"} 2024-11-09T10:20:25,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:20:25,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:20:25,426 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147625426"}]},"ts":"1731147625426"} 2024-11-09T10:20:25,429 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:20:25,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4fb70bb5a3b88f917f9a27f60628de7c, ASSIGN}] 2024-11-09T10:20:25,430 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4fb70bb5a3b88f917f9a27f60628de7c, ASSIGN 2024-11-09T10:20:25,431 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4fb70bb5a3b88f917f9a27f60628de7c, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,36791,1731147617567; forceNewPlan=false, retain=false 2024-11-09T10:20:25,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:25,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fb70bb5a3b88f917f9a27f60628de7c, regionState=OPENING, regionLocation=e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:25,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4fb70bb5a3b88f917f9a27f60628de7c, ASSIGN because future has completed 2024-11-09T10:20:25,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fb70bb5a3b88f917f9a27f60628de7c, server=e067b2c2c7b3,36791,1731147617567}] 2024-11-09T10:20:25,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:25,741 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. 2024-11-09T10:20:25,741 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4fb70bb5a3b88f917f9a27f60628de7c, NAME => 'test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:25,741 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:20:25,741 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:20:25,741 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,741 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:25,741 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,742 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,743 INFO [StoreOpener-4fb70bb5a3b88f917f9a27f60628de7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,743 INFO [StoreOpener-4fb70bb5a3b88f917f9a27f60628de7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fb70bb5a3b88f917f9a27f60628de7c columnFamilyName f 2024-11-09T10:20:25,744 DEBUG [StoreOpener-4fb70bb5a3b88f917f9a27f60628de7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:25,744 INFO [StoreOpener-4fb70bb5a3b88f917f9a27f60628de7c-1 {}] regionserver.HStore(327): Store=4fb70bb5a3b88f917f9a27f60628de7c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:25,744 INFO [StoreOpener-4fb70bb5a3b88f917f9a27f60628de7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,745 INFO [StoreOpener-4fb70bb5a3b88f917f9a27f60628de7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fb70bb5a3b88f917f9a27f60628de7c columnFamilyName f1 2024-11-09T10:20:25,745 DEBUG [StoreOpener-4fb70bb5a3b88f917f9a27f60628de7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:25,745 INFO [StoreOpener-4fb70bb5a3b88f917f9a27f60628de7c-1 {}] regionserver.HStore(327): Store=4fb70bb5a3b88f917f9a27f60628de7c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:25,745 INFO [StoreOpener-4fb70bb5a3b88f917f9a27f60628de7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,746 INFO [StoreOpener-4fb70bb5a3b88f917f9a27f60628de7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4fb70bb5a3b88f917f9a27f60628de7c columnFamilyName norep 2024-11-09T10:20:25,746 DEBUG [StoreOpener-4fb70bb5a3b88f917f9a27f60628de7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:25,746 INFO [StoreOpener-4fb70bb5a3b88f917f9a27f60628de7c-1 {}] regionserver.HStore(327): Store=4fb70bb5a3b88f917f9a27f60628de7c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:25,746 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,747 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,747 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,748 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,748 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,748 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:20:25,749 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,751 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:25,751 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4fb70bb5a3b88f917f9a27f60628de7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71271341, jitterRate=0.06202574074268341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:20:25,751 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:25,752 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4fb70bb5a3b88f917f9a27f60628de7c: Running coprocessor pre-open hook at 1731147625742Writing region info on filesystem at 1731147625742Initializing all the Stores at 1731147625742Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147625742Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147625742Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147625742Cleaning up temporary data from old regions at 1731147625748 (+6 ms)Running coprocessor post-open hooks at 1731147625751 (+3 ms)Region opened successfully at 1731147625752 (+1 ms) 2024-11-09T10:20:25,753 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c., pid=6, masterSystemTime=1731147625737 2024-11-09T10:20:25,754 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. 2024-11-09T10:20:25,755 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. 2024-11-09T10:20:25,755 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4fb70bb5a3b88f917f9a27f60628de7c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:25,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4fb70bb5a3b88f917f9a27f60628de7c, server=e067b2c2c7b3,36791,1731147617567 because future has completed 2024-11-09T10:20:25,759 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:20:25,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4fb70bb5a3b88f917f9a27f60628de7c, server=e067b2c2c7b3,36791,1731147617567 in 173 msec 2024-11-09T10:20:25,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:20:25,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4fb70bb5a3b88f917f9a27f60628de7c, ASSIGN in 330 msec 2024-11-09T10:20:25,762 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:20:25,762 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147625762"}]},"ts":"1731147625762"} 2024-11-09T10:20:25,764 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:20:25,765 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:20:25,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 368 msec 2024-11-09T10:20:26,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:26,032 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:20:26,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8583bd6 2024-11-09T10:20:26,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:26,034 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:20:26,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:20:26,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:20:26,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:20:26,037 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:26,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:20:26,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:26,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:20:26,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:20:26,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:26,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:26,445 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b439a2d42d30fdc5f774dcfc64362f04, NAME => 'test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012 2024-11-09T10:20:26,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:20:26,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:26,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:26,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b439a2d42d30fdc5f774dcfc64362f04, disabling compactions & flushes 2024-11-09T10:20:26,852 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. 2024-11-09T10:20:26,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. 2024-11-09T10:20:26,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. after waiting 0 ms 2024-11-09T10:20:26,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. 2024-11-09T10:20:26,852 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. 2024-11-09T10:20:26,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b439a2d42d30fdc5f774dcfc64362f04: Waiting for close lock at 1731147626851Disabling compacts and flushes for region at 1731147626851Disabling writes for close at 1731147626852 (+1 ms)Writing region close event to WAL at 1731147626852Closed at 1731147626852 2024-11-09T10:20:26,853 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:20:26,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147626853"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147626853"}]},"ts":"1731147626853"} 2024-11-09T10:20:26,856 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:20:26,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:20:26,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147626857"}]},"ts":"1731147626857"} 2024-11-09T10:20:26,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:20:26,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b439a2d42d30fdc5f774dcfc64362f04, ASSIGN}] 2024-11-09T10:20:26,861 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b439a2d42d30fdc5f774dcfc64362f04, ASSIGN 2024-11-09T10:20:26,862 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b439a2d42d30fdc5f774dcfc64362f04, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,40795,1731147622092; forceNewPlan=false, retain=false 2024-11-09T10:20:27,013 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b439a2d42d30fdc5f774dcfc64362f04, regionState=OPENING, regionLocation=e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:27,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b439a2d42d30fdc5f774dcfc64362f04, ASSIGN because future has completed 2024-11-09T10:20:27,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b439a2d42d30fdc5f774dcfc64362f04, server=e067b2c2c7b3,40795,1731147622092}] 2024-11-09T10:20:27,171 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. 2024-11-09T10:20:27,171 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b439a2d42d30fdc5f774dcfc64362f04, NAME => 'test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:27,171 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:20:27,171 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:20:27,172 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,172 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:27,172 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,172 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,173 INFO [StoreOpener-b439a2d42d30fdc5f774dcfc64362f04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,174 INFO [StoreOpener-b439a2d42d30fdc5f774dcfc64362f04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b439a2d42d30fdc5f774dcfc64362f04 columnFamilyName f 2024-11-09T10:20:27,174 DEBUG [StoreOpener-b439a2d42d30fdc5f774dcfc64362f04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:27,174 INFO [StoreOpener-b439a2d42d30fdc5f774dcfc64362f04-1 {}] regionserver.HStore(327): Store=b439a2d42d30fdc5f774dcfc64362f04/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:27,174 INFO [StoreOpener-b439a2d42d30fdc5f774dcfc64362f04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,175 INFO [StoreOpener-b439a2d42d30fdc5f774dcfc64362f04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b439a2d42d30fdc5f774dcfc64362f04 columnFamilyName f1 2024-11-09T10:20:27,175 DEBUG [StoreOpener-b439a2d42d30fdc5f774dcfc64362f04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:27,175 INFO [StoreOpener-b439a2d42d30fdc5f774dcfc64362f04-1 {}] regionserver.HStore(327): Store=b439a2d42d30fdc5f774dcfc64362f04/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:27,175 INFO [StoreOpener-b439a2d42d30fdc5f774dcfc64362f04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,176 INFO [StoreOpener-b439a2d42d30fdc5f774dcfc64362f04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b439a2d42d30fdc5f774dcfc64362f04 columnFamilyName norep 2024-11-09T10:20:27,176 DEBUG [StoreOpener-b439a2d42d30fdc5f774dcfc64362f04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:27,177 INFO [StoreOpener-b439a2d42d30fdc5f774dcfc64362f04-1 {}] regionserver.HStore(327): Store=b439a2d42d30fdc5f774dcfc64362f04/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:27,177 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,177 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,177 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,178 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,178 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,179 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:20:27,179 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,181 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:27,181 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b439a2d42d30fdc5f774dcfc64362f04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63010094, jitterRate=-0.06107643246650696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:20:27,181 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:27,181 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b439a2d42d30fdc5f774dcfc64362f04: Running coprocessor pre-open hook at 1731147627172Writing region info on filesystem at 1731147627172Initializing all the Stores at 1731147627172Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147627172Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147627173 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147627173Cleaning up temporary data from old regions at 1731147627178 (+5 ms)Running coprocessor post-open hooks at 1731147627181 (+3 ms)Region opened successfully at 1731147627181 2024-11-09T10:20:27,182 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04., pid=6, masterSystemTime=1731147627168 2024-11-09T10:20:27,184 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. 2024-11-09T10:20:27,184 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. 2024-11-09T10:20:27,184 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b439a2d42d30fdc5f774dcfc64362f04, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:27,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b439a2d42d30fdc5f774dcfc64362f04, server=e067b2c2c7b3,40795,1731147622092 because future has completed 2024-11-09T10:20:27,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:20:27,189 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b439a2d42d30fdc5f774dcfc64362f04, server=e067b2c2c7b3,40795,1731147622092 in 171 msec 2024-11-09T10:20:27,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:20:27,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b439a2d42d30fdc5f774dcfc64362f04, ASSIGN in 329 msec 2024-11-09T10:20:27,191 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:20:27,191 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147627191"}]},"ts":"1731147627191"} 2024-11-09T10:20:27,193 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:20:27,194 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:20:27,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-09T10:20:28,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:28,182 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:20:28,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce9c2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:28,182 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,46413,-1 for getting cluster id 2024-11-09T10:20:28,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:28,183 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f11dc281-65ae-46e2-87d1-3fb0c412f819' 2024-11-09T10:20:28,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:28,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f11dc281-65ae-46e2-87d1-3fb0c412f819" 2024-11-09T10:20:28,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e9c806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:28,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,46413,-1] 2024-11-09T10:20:28,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:28,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:28,185 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:28,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210ba032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:28,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1043f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:28,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,43947,-1 for getting cluster id 2024-11-09T10:20:28,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:28,187 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf4ef479-227a-4964-a03e-024bcb7911d6' 2024-11-09T10:20:28,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:28,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf4ef479-227a-4964-a03e-024bcb7911d6" 2024-11-09T10:20:28,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576ee1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:28,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,43947,-1] 2024-11-09T10:20:28,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:28,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:28,189 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:28,189 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6678ad3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:28,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@452627eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:28,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,46413,-1 for getting cluster id 2024-11-09T10:20:28,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:28,190 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f11dc281-65ae-46e2-87d1-3fb0c412f819' 2024-11-09T10:20:28,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:28,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f11dc281-65ae-46e2-87d1-3fb0c412f819" 2024-11-09T10:20:28,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1ffe60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,46413,-1] 2024-11-09T10:20:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:28,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:28,191 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:28,192 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd3ad1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:28,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7732d2ac 2024-11-09T10:20:28,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:28,194 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:20:28,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:43947,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:20:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:20:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:20:28,196 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:43947' 2024-11-09T10:20:28,197 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc1bca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:28,197 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,43947,-1 for getting cluster id 2024-11-09T10:20:28,197 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:28,198 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf4ef479-227a-4964-a03e-024bcb7911d6' 2024-11-09T10:20:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf4ef479-227a-4964-a03e-024bcb7911d6" 2024-11-09T10:20:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63531787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,43947,-1] 2024-11-09T10:20:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:28,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:28,199 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:28,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4abc1f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:28,200 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:28,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:28,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62636e3a 2024-11-09T10:20:28,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:28,201 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:20:28,202 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T10:20:28,202 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:20:28,202 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:28,202 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:28,202 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:28,202 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:20:28,203 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:20:28,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:20:28,204 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:28,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:20:28,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741837_1013 (size=1138) 2024-11-09T10:20:28,253 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:20:28,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:20:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:20:28,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdfa9be6b8845a55ecbd5011084167ca, NAME => 'hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d 2024-11-09T10:20:28,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741838_1014 (size=44) 2024-11-09T10:20:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:20:29,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:29,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fdfa9be6b8845a55ecbd5011084167ca, disabling compactions & flushes 2024-11-09T10:20:29,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. 2024-11-09T10:20:29,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. 2024-11-09T10:20:29,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. after waiting 0 ms 2024-11-09T10:20:29,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. 2024-11-09T10:20:29,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. 2024-11-09T10:20:29,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdfa9be6b8845a55ecbd5011084167ca: Waiting for close lock at 1731147629017Disabling compacts and flushes for region at 1731147629017Disabling writes for close at 1731147629017Writing region close event to WAL at 1731147629017Closed at 1731147629017 2024-11-09T10:20:29,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:20:29,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147629019"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147629019"}]},"ts":"1731147629019"} 2024-11-09T10:20:29,021 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:20:29,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:20:29,022 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147629022"}]},"ts":"1731147629022"} 2024-11-09T10:20:29,024 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:20:29,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdfa9be6b8845a55ecbd5011084167ca, ASSIGN}] 2024-11-09T10:20:29,025 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdfa9be6b8845a55ecbd5011084167ca, ASSIGN 2024-11-09T10:20:29,026 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdfa9be6b8845a55ecbd5011084167ca, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,36791,1731147617567; forceNewPlan=false, retain=false 2024-11-09T10:20:29,177 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdfa9be6b8845a55ecbd5011084167ca, regionState=OPENING, regionLocation=e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:29,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdfa9be6b8845a55ecbd5011084167ca, ASSIGN because future has completed 2024-11-09T10:20:29,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdfa9be6b8845a55ecbd5011084167ca, server=e067b2c2c7b3,36791,1731147617567}] 2024-11-09T10:20:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:20:29,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. 2024-11-09T10:20:29,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:29,335 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:20:29,336 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36791%2C1731147617567.rep, suffix=, logDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567, archiveDir=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/oldWALs, maxLogs=10 2024-11-09T10:20:29,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.rep.1731147629336, exclude list is [], retry=0 2024-11-09T10:20:29,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45221,DS-5249c5b3-c979-455a-a569-2073f6c47a4e,DISK] 2024-11-09T10:20:29,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.rep.1731147629336 2024-11-09T10:20:29,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44181:44181)] 2024-11-09T10:20:29,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fdfa9be6b8845a55ecbd5011084167ca, NAME => 'hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:29,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:20:29,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:20:29,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. service=MultiRowMutationService 2024-11-09T10:20:29,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:20:29,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:29,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,353 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,354 INFO [StoreOpener-fdfa9be6b8845a55ecbd5011084167ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,355 INFO [StoreOpener-fdfa9be6b8845a55ecbd5011084167ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfa9be6b8845a55ecbd5011084167ca columnFamilyName hfileref 2024-11-09T10:20:29,355 DEBUG [StoreOpener-fdfa9be6b8845a55ecbd5011084167ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:29,356 INFO [StoreOpener-fdfa9be6b8845a55ecbd5011084167ca-1 {}] regionserver.HStore(327): Store=fdfa9be6b8845a55ecbd5011084167ca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:29,356 INFO [StoreOpener-fdfa9be6b8845a55ecbd5011084167ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,357 INFO [StoreOpener-fdfa9be6b8845a55ecbd5011084167ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfa9be6b8845a55ecbd5011084167ca columnFamilyName queue 2024-11-09T10:20:29,357 DEBUG [StoreOpener-fdfa9be6b8845a55ecbd5011084167ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:29,357 INFO [StoreOpener-fdfa9be6b8845a55ecbd5011084167ca-1 {}] regionserver.HStore(327): Store=fdfa9be6b8845a55ecbd5011084167ca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:29,357 INFO [StoreOpener-fdfa9be6b8845a55ecbd5011084167ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,358 INFO [StoreOpener-fdfa9be6b8845a55ecbd5011084167ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdfa9be6b8845a55ecbd5011084167ca columnFamilyName sid 2024-11-09T10:20:29,358 DEBUG [StoreOpener-fdfa9be6b8845a55ecbd5011084167ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:29,358 INFO [StoreOpener-fdfa9be6b8845a55ecbd5011084167ca-1 {}] regionserver.HStore(327): Store=fdfa9be6b8845a55ecbd5011084167ca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:29,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:20:29,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:29,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fdfa9be6b8845a55ecbd5011084167ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61731924, jitterRate=-0.08012264966964722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:20:29,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:29,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fdfa9be6b8845a55ecbd5011084167ca: Running coprocessor pre-open hook at 1731147629353Writing region info on filesystem at 1731147629353Initializing all the Stores at 1731147629354 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147629354Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147629354Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147629354Cleaning up temporary data from old regions at 1731147629360 (+6 ms)Running coprocessor post-open hooks at 1731147629366 (+6 ms)Region opened successfully at 1731147629366 2024-11-09T10:20:29,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca., pid=10, masterSystemTime=1731147629332 2024-11-09T10:20:29,370 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdfa9be6b8845a55ecbd5011084167ca, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:29,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. 2024-11-09T10:20:29,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. 2024-11-09T10:20:29,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdfa9be6b8845a55ecbd5011084167ca, server=e067b2c2c7b3,36791,1731147617567 because future has completed 2024-11-09T10:20:29,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:20:29,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fdfa9be6b8845a55ecbd5011084167ca, server=e067b2c2c7b3,36791,1731147617567 in 194 msec 2024-11-09T10:20:29,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T10:20:29,376 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdfa9be6b8845a55ecbd5011084167ca, ASSIGN in 350 msec 2024-11-09T10:20:29,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:20:29,377 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147629377"}]},"ts":"1731147629377"} 2024-11-09T10:20:29,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:20:29,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:20:29,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-09T10:20:29,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca., hostname=e067b2c2c7b3,36791,1731147617567, seqNum=2] 2024-11-09T10:20:29,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:29,486 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:29,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:20:29,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36791 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T10:20:29,660 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:20:29,686 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,36791,1731147617567, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:20:29,686 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:29,686 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36791,1731147617567, seqNum=-1] 2024-11-09T10:20:29,686 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:29,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T10:20:29,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,36791,1731147617567', locateType=CURRENT is [region=hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca., hostname=e067b2c2c7b3,36791,1731147617567, seqNum=2] 2024-11-09T10:20:29,691 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T10:20:29,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T10:20:29,693 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,36791,1731147617567 suceeded 2024-11-09T10:20:29,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T10:20:29,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-09T10:20:29,694 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:43947,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:20:29,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-09T10:20:29,705 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:43947' 2024-11-09T10:20:29,706 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31c21de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:29,706 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,43947,-1 for getting cluster id 2024-11-09T10:20:29,706 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:29,706 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf4ef479-227a-4964-a03e-024bcb7911d6' 2024-11-09T10:20:29,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:29,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf4ef479-227a-4964-a03e-024bcb7911d6" 2024-11-09T10:20:29,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@699d361e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:29,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,43947,-1] 2024-11-09T10:20:29,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:29,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:29,708 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:29,708 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c7f99e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:29,708 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:29,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:29,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ce9d638 2024-11-09T10:20:29,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:29,710 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T10:20:29,711 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,36791,1731147617567 (queues=1) is replicating from cluster=f11dc281-65ae-46e2-87d1-3fb0c412f819 to cluster=cf4ef479-227a-4964-a03e-024bcb7911d6 2024-11-09T10:20:29,711 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C36791%2C1731147617567 2024-11-09T10:20:29,711 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,36791,1731147617567, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:20:29,711 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C36791%2C1731147617567 2024-11-09T10:20:29,711 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684, startPosition=0, beingWritten=true 2024-11-09T10:20:29,716 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:20:29,716 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 379, reset compression=false 2024-11-09T10:20:29,716 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36791,1731147617567 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:20:29,920 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 379, reset compression=false 2024-11-09T10:20:30,223 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 379, reset compression=false 2024-11-09T10:20:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46413 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:20:30,342 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:20:30,342 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:30,342 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:30,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:30,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:30,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:30,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f847d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:30,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,43947,-1 for getting cluster id 2024-11-09T10:20:30,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:30,343 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf4ef479-227a-4964-a03e-024bcb7911d6' 2024-11-09T10:20:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf4ef479-227a-4964-a03e-024bcb7911d6" 2024-11-09T10:20:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385c4cf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,43947,-1] 2024-11-09T10:20:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:30,344 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:30,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ab9a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:30,345 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:30,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:30,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67094708 2024-11-09T10:20:30,346 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:30,347 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:20:30,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:46413,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:20:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:20:30,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:20:30,429 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:46413' 2024-11-09T10:20:30,430 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2060ebc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:30,430 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,46413,-1 for getting cluster id 2024-11-09T10:20:30,430 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:30,431 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f11dc281-65ae-46e2-87d1-3fb0c412f819' 2024-11-09T10:20:30,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:30,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f11dc281-65ae-46e2-87d1-3fb0c412f819" 2024-11-09T10:20:30,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752d2bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:30,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,46413,-1] 2024-11-09T10:20:30,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:30,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:30,432 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:30,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33cc853d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:30,433 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:30,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:30,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6791cb53 2024-11-09T10:20:30,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:30,434 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:20:30,435 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T10:20:30,435 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:20:30,435 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:30,435 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:30,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:30,435 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:20:30,436 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:20:30,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:20:30,437 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:30,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:20:30,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741837_1013 (size=1138) 2024-11-09T10:20:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:20:30,487 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:20:30,595 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:20:30,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:30,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:30,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:30,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:30,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:30,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:30,627 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 379, reset compression=false 2024-11-09T10:20:30,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:30,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:30,641 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T10:20:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:20:30,790 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T10:20:30,845 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10b44b474e14b70483fab42e554b2359, NAME => 'hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012 2024-11-09T10:20:30,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741838_1014 (size=44) 2024-11-09T10:20:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:20:31,131 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 379, reset compression=false 2024-11-09T10:20:31,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:31,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 10b44b474e14b70483fab42e554b2359, disabling compactions & flushes 2024-11-09T10:20:31,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. 2024-11-09T10:20:31,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. 2024-11-09T10:20:31,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. after waiting 0 ms 2024-11-09T10:20:31,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. 2024-11-09T10:20:31,251 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. 2024-11-09T10:20:31,251 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10b44b474e14b70483fab42e554b2359: Waiting for close lock at 1731147631251Disabling compacts and flushes for region at 1731147631251Disabling writes for close at 1731147631251Writing region close event to WAL at 1731147631251Closed at 1731147631251 2024-11-09T10:20:31,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:20:31,252 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147631252"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147631252"}]},"ts":"1731147631252"} 2024-11-09T10:20:31,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:20:31,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:20:31,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147631255"}]},"ts":"1731147631255"} 2024-11-09T10:20:31,256 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:20:31,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10b44b474e14b70483fab42e554b2359, ASSIGN}] 2024-11-09T10:20:31,257 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10b44b474e14b70483fab42e554b2359, ASSIGN 2024-11-09T10:20:31,258 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10b44b474e14b70483fab42e554b2359, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,40795,1731147622092; forceNewPlan=false, retain=false 2024-11-09T10:20:31,408 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=10b44b474e14b70483fab42e554b2359, regionState=OPENING, regionLocation=e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:31,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=10b44b474e14b70483fab42e554b2359, ASSIGN because future has completed 2024-11-09T10:20:31,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10b44b474e14b70483fab42e554b2359, server=e067b2c2c7b3,40795,1731147622092}] 2024-11-09T10:20:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:20:31,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. 2024-11-09T10:20:31,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:31,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:20:31,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C40795%2C1731147622092.rep, suffix=, logDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092, archiveDir=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/oldWALs, maxLogs=10 2024-11-09T10:20:31,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.rep.1731147631568, exclude list is [], retry=0 2024-11-09T10:20:31,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39819,DS-6bc796eb-e14a-4a7e-9bd8-0eb6cafd8790,DISK] 2024-11-09T10:20:31,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.rep.1731147631568 2024-11-09T10:20:31,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41609:41609)] 2024-11-09T10:20:31,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 10b44b474e14b70483fab42e554b2359, NAME => 'hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:31,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:20:31,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:20:31,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. service=MultiRowMutationService 2024-11-09T10:20:31,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:20:31,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:31,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,587 INFO [StoreOpener-10b44b474e14b70483fab42e554b2359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,588 INFO [StoreOpener-10b44b474e14b70483fab42e554b2359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10b44b474e14b70483fab42e554b2359 columnFamilyName hfileref 2024-11-09T10:20:31,588 DEBUG [StoreOpener-10b44b474e14b70483fab42e554b2359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:31,589 INFO [StoreOpener-10b44b474e14b70483fab42e554b2359-1 {}] regionserver.HStore(327): Store=10b44b474e14b70483fab42e554b2359/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:31,589 INFO [StoreOpener-10b44b474e14b70483fab42e554b2359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,590 INFO [StoreOpener-10b44b474e14b70483fab42e554b2359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10b44b474e14b70483fab42e554b2359 columnFamilyName queue 2024-11-09T10:20:31,590 DEBUG [StoreOpener-10b44b474e14b70483fab42e554b2359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:31,590 INFO [StoreOpener-10b44b474e14b70483fab42e554b2359-1 {}] regionserver.HStore(327): Store=10b44b474e14b70483fab42e554b2359/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:31,590 INFO [StoreOpener-10b44b474e14b70483fab42e554b2359-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,591 INFO [StoreOpener-10b44b474e14b70483fab42e554b2359-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10b44b474e14b70483fab42e554b2359 columnFamilyName sid 2024-11-09T10:20:31,591 DEBUG [StoreOpener-10b44b474e14b70483fab42e554b2359-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:31,591 INFO [StoreOpener-10b44b474e14b70483fab42e554b2359-1 {}] regionserver.HStore(327): Store=10b44b474e14b70483fab42e554b2359/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:31,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:20:31,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:31,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 10b44b474e14b70483fab42e554b2359; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67037487, jitterRate=-0.0010636001825332642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:20:31,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:31,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 10b44b474e14b70483fab42e554b2359: Running coprocessor pre-open hook at 1731147631585Writing region info on filesystem at 1731147631585Initializing all the Stores at 1731147631586 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147631586Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147631587 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147631587Cleaning up temporary data from old regions at 1731147631593 (+6 ms)Running coprocessor post-open hooks at 1731147631596 (+3 ms)Region opened successfully at 1731147631596 2024-11-09T10:20:31,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359., pid=10, masterSystemTime=1731147631562 2024-11-09T10:20:31,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. 2024-11-09T10:20:31,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. 2024-11-09T10:20:31,599 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=10b44b474e14b70483fab42e554b2359, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:31,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10b44b474e14b70483fab42e554b2359, server=e067b2c2c7b3,40795,1731147622092 because future has completed 2024-11-09T10:20:31,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:20:31,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 10b44b474e14b70483fab42e554b2359, server=e067b2c2c7b3,40795,1731147622092 in 190 msec 2024-11-09T10:20:31,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T10:20:31,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=10b44b474e14b70483fab42e554b2359, ASSIGN in 347 msec 2024-11-09T10:20:31,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:20:31,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147631605"}]},"ts":"1731147631605"} 2024-11-09T10:20:31,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:20:31,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:20:31,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1730 sec 2024-11-09T10:20:31,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359., hostname=e067b2c2c7b3,40795,1731147622092, seqNum=2] 2024-11-09T10:20:31,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:31,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:31,735 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 379, reset compression=false 2024-11-09T10:20:31,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:20:31,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40795 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T10:20:31,892 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:20:31,917 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,40795,1731147622092, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:20:31,918 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:31,918 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1] 2024-11-09T10:20:31,918 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:31,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T10:20:31,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,40795,1731147622092', locateType=CURRENT is [region=hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359., hostname=e067b2c2c7b3,40795,1731147622092, seqNum=2] 2024-11-09T10:20:31,922 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T10:20:31,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T10:20:31,924 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,40795,1731147622092 suceeded 2024-11-09T10:20:31,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T10:20:31,925 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T10:20:31,925 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:46413,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:20:31,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5780 sec 2024-11-09T10:20:31,934 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:46413' 2024-11-09T10:20:31,935 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ca62e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:31,935 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,46413,-1 for getting cluster id 2024-11-09T10:20:31,935 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:31,936 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f11dc281-65ae-46e2-87d1-3fb0c412f819' 2024-11-09T10:20:31,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:31,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f11dc281-65ae-46e2-87d1-3fb0c412f819" 2024-11-09T10:20:31,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68d16105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:31,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,46413,-1] 2024-11-09T10:20:31,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:31,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:31,937 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:31,938 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e6a8071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:31,938 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:31,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:31,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47f4a6e5 2024-11-09T10:20:31,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:31,939 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T10:20:31,940 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,40795,1731147622092 (queues=1) is replicating from cluster=cf4ef479-227a-4964-a03e-024bcb7911d6 to cluster=f11dc281-65ae-46e2-87d1-3fb0c412f819 2024-11-09T10:20:31,940 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C40795%2C1731147622092 2024-11-09T10:20:31,940 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,40795,1731147622092, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:20:31,940 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C40795%2C1731147622092 2024-11-09T10:20:31,940 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500, startPosition=0, beingWritten=true 2024-11-09T10:20:31,945 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:20:31,945 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 379, reset compression=false 2024-11-09T10:20:31,945 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,40795,1731147622092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:20:32,149 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 379, reset compression=false 2024-11-09T10:20:32,439 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 379, reset compression=false 2024-11-09T10:20:32,453 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 379, reset compression=false 2024-11-09T10:20:32,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:20:32,492 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:20:32,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:32,492 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:32,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:32,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:32,492 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:32,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:32,496 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731147632495/Put/seqid=0 2024-11-09T10:20:32,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741840_1016 (size=7894) 2024-11-09T10:20:32,857 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 379, reset compression=false 2024-11-09T10:20:32,903 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731147632903/Put/seqid=0 2024-11-09T10:20:32,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741841_1017 (size=7691) 2024-11-09T10:20:33,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T10:20:33,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T10:20:33,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T10:20:33,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T10:20:33,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:20:33,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T10:20:33,243 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 379, reset compression=false 2024-11-09T10:20:33,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9eb62e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:33,309 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,46413,-1 for getting cluster id 2024-11-09T10:20:33,309 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:33,310 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f11dc281-65ae-46e2-87d1-3fb0c412f819' 2024-11-09T10:20:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f11dc281-65ae-46e2-87d1-3fb0c412f819" 2024-11-09T10:20:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7ba6f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:33,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,46413,-1] 2024-11-09T10:20:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:33,311 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:33,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:33,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36791,1731147617567, seqNum=-1] 2024-11-09T10:20:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:33,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:33,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d6eb6cf 2024-11-09T10:20:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:33,323 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:20:33,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c., hostname=e067b2c2c7b3,36791,1731147617567, seqNum=2] 2024-11-09T10:20:33,328 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:20:33,333 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-09T10:20:33,335 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-09T10:20:33,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 4fb70bb5a3b88f917f9a27f60628de7c/f 2024-11-09T10:20:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T10:20:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:20:33,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 4fb70bb5a3b88f917f9a27f60628de7c/f 2024-11-09T10:20:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T10:20:33,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:20:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HRegion(2603): Flush status journal for 4fb70bb5a3b88f917f9a27f60628de7c: 2024-11-09T10:20:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins__test__60tv1r4314md5rddfs0e0b9dpvf23rblnsok5om4gkria8791vhou4bdctpj1qaa/f/hfile_0 2024-11-09T10:20:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins__test__60tv1r4314md5rddfs0e0b9dpvf23rblnsok5om4gkria8791vhou4bdctpj1qaa/f/hfile_0 as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/de29394f4f8c4be393089ce412eeeb51_SeqId_4_ 2024-11-09T10:20:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins__test__60tv1r4314md5rddfs0e0b9dpvf23rblnsok5om4gkria8791vhou4bdctpj1qaa/f/hfile_1 2024-11-09T10:20:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins__test__60tv1r4314md5rddfs0e0b9dpvf23rblnsok5om4gkria8791vhou4bdctpj1qaa/f/hfile_1 as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/81980fef567b4f00b13ca333346fc7f2_SeqId_4_ 2024-11-09T10:20:33,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins__test__60tv1r4314md5rddfs0e0b9dpvf23rblnsok5om4gkria8791vhou4bdctpj1qaa/f/hfile_0 into 4fb70bb5a3b88f917f9a27f60628de7c/f as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/de29394f4f8c4be393089ce412eeeb51_SeqId_4_ - updating store file list. 2024-11-09T10:20:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for de29394f4f8c4be393089ce412eeeb51_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:20:33,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/de29394f4f8c4be393089ce412eeeb51_SeqId_4_ into 4fb70bb5a3b88f917f9a27f60628de7c/f 2024-11-09T10:20:33,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins__test__60tv1r4314md5rddfs0e0b9dpvf23rblnsok5om4gkria8791vhou4bdctpj1qaa/f/hfile_0 into 4fb70bb5a3b88f917f9a27f60628de7c/f (new location: hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/de29394f4f8c4be393089ce412eeeb51_SeqId_4_) 2024-11-09T10:20:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins__test__60tv1r4314md5rddfs0e0b9dpvf23rblnsok5om4gkria8791vhou4bdctpj1qaa/f/hfile_0 2024-11-09T10:20:33,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins__test__60tv1r4314md5rddfs0e0b9dpvf23rblnsok5om4gkria8791vhou4bdctpj1qaa/f/hfile_1 into 4fb70bb5a3b88f917f9a27f60628de7c/f as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/81980fef567b4f00b13ca333346fc7f2_SeqId_4_ - updating store file list. 2024-11-09T10:20:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 81980fef567b4f00b13ca333346fc7f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:20:33,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/81980fef567b4f00b13ca333346fc7f2_SeqId_4_ into 4fb70bb5a3b88f917f9a27f60628de7c/f 2024-11-09T10:20:33,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins__test__60tv1r4314md5rddfs0e0b9dpvf23rblnsok5om4gkria8791vhou4bdctpj1qaa/f/hfile_1 into 4fb70bb5a3b88f917f9a27f60628de7c/f (new location: hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/81980fef567b4f00b13ca333346fc7f2_SeqId_4_) 2024-11-09T10:20:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins__test__60tv1r4314md5rddfs0e0b9dpvf23rblnsok5om4gkria8791vhou4bdctpj1qaa/f/hfile_1 2024-11-09T10:20:33,361 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:33,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:33,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:33,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:33,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:50018 deadline: 1731147693361 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:50018 2024-11-09T10:20:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c., hostname=e067b2c2c7b3,36791,1731147617567, seqNum=2 , the old value is region=test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c., hostname=e067b2c2c7b3,36791,1731147617567, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e067b2c2c7b3:36791 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T10:20:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c., hostname=e067b2c2c7b3,36791,1731147617567, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T10:20:33,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c., hostname=e067b2c2c7b3,36791,1731147617567, seqNum=2 from cache 2024-11-09T10:20:33,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:33,362 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 379, reset compression=false 2024-11-09T10:20:33,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1] 2024-11-09T10:20:33,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:33,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:33,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04., hostname=e067b2c2c7b3,40795,1731147622092, seqNum=2] 2024-11-09T10:20:33,367 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T10:20:33,471 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:36791 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T10:20:33,965 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 379, reset compression=false 2024-11-09T10:20:34,146 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 379, reset compression=false 2024-11-09T10:20:34,151 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:20:34,151 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36791,1731147617567 got entry batch from reader: WALEntryBatch [walEntries=[{test/4fb70bb5a3b88f917f9a27f60628de7c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731147633359/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T10:20:34,153 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:20:34,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-09T10:20:34,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.ReplicationSink(318): Replicating [f11dc281-65ae-46e2-87d1-3fb0c412f819] bulk loaded data 2024-11-09T10:20:34,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@212f09ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:34,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,43947,-1 for getting cluster id 2024-11-09T10:20:34,155 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:34,155 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf4ef479-227a-4964-a03e-024bcb7911d6' 2024-11-09T10:20:34,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:34,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf4ef479-227a-4964-a03e-024bcb7911d6" 2024-11-09T10:20:34,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4eca82dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:34,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,43947,-1] 2024-11-09T10:20:34,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:34,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:34,157 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:34,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@183bd619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:34,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741840_1016 (size=7894) 2024-11-09T10:20:34,352 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 687, reset compression=false 2024-11-09T10:20:34,368 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T10:20:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741841_1017 (size=7691) 2024-11-09T10:20:34,655 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 687, reset compression=false 2024-11-09T10:20:34,669 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 379, reset compression=false 2024-11-09T10:20:34,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:34,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:34,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45242469 2024-11-09T10:20:34,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:34,979 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-09T10:20:34,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:20:34,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:34,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1] 2024-11-09T10:20:34,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:34,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-09T10:20:34,987 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins.hfs.11__test__ssngupp7f7gbalpnv4clv53ustm76u3inhjffjaf9or3a3n58lv8muhva5klfl8k/f/81980fef567b4f00b13ca333346fc7f2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T10:20:34,990 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins.hfs.11__test__ssngupp7f7gbalpnv4clv53ustm76u3inhjffjaf9or3a3n58lv8muhva5klfl8k/f/de29394f4f8c4be393089ce412eeeb51_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T10:20:34,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins.hfs.11__test__ssngupp7f7gbalpnv4clv53ustm76u3inhjffjaf9or3a3n58lv8muhva5klfl8k/f/de29394f4f8c4be393089ce412eeeb51_SeqId_4_ for inclusion in b439a2d42d30fdc5f774dcfc64362f04/f 2024-11-09T10:20:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-09T10:20:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:20:34,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins.hfs.11__test__ssngupp7f7gbalpnv4clv53ustm76u3inhjffjaf9or3a3n58lv8muhva5klfl8k/f/81980fef567b4f00b13ca333346fc7f2_SeqId_4_ for inclusion in b439a2d42d30fdc5f774dcfc64362f04/f 2024-11-09T10:20:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-09T10:20:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:20:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HRegion(2603): Flush status journal for b439a2d42d30fdc5f774dcfc64362f04: 2024-11-09T10:20:34,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): de29394f4f8c4be393089ce412eeeb51_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T10:20:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins.hfs.11__test__ssngupp7f7gbalpnv4clv53ustm76u3inhjffjaf9or3a3n58lv8muhva5klfl8k/f/de29394f4f8c4be393089ce412eeeb51_SeqId_4_ as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/59f1ab36896f46fca878ff1b0436efbd_SeqId_4_ 2024-11-09T10:20:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 81980fef567b4f00b13ca333346fc7f2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T10:20:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins.hfs.11__test__ssngupp7f7gbalpnv4clv53ustm76u3inhjffjaf9or3a3n58lv8muhva5klfl8k/f/81980fef567b4f00b13ca333346fc7f2_SeqId_4_ as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/a279b0ce5e0d4d23a6f8fcd4987f9f20_SeqId_4_ 2024-11-09T10:20:35,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins.hfs.11__test__ssngupp7f7gbalpnv4clv53ustm76u3inhjffjaf9or3a3n58lv8muhva5klfl8k/f/de29394f4f8c4be393089ce412eeeb51_SeqId_4_ into b439a2d42d30fdc5f774dcfc64362f04/f as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/59f1ab36896f46fca878ff1b0436efbd_SeqId_4_ - updating store file list. 2024-11-09T10:20:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59f1ab36896f46fca878ff1b0436efbd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:20:35,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/59f1ab36896f46fca878ff1b0436efbd_SeqId_4_ into b439a2d42d30fdc5f774dcfc64362f04/f 2024-11-09T10:20:35,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins.hfs.11__test__ssngupp7f7gbalpnv4clv53ustm76u3inhjffjaf9or3a3n58lv8muhva5klfl8k/f/de29394f4f8c4be393089ce412eeeb51_SeqId_4_ into b439a2d42d30fdc5f774dcfc64362f04/f (new location: hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/59f1ab36896f46fca878ff1b0436efbd_SeqId_4_) 2024-11-09T10:20:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins.hfs.11__test__ssngupp7f7gbalpnv4clv53ustm76u3inhjffjaf9or3a3n58lv8muhva5klfl8k/f/de29394f4f8c4be393089ce412eeeb51_SeqId_4_ 2024-11-09T10:20:35,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins.hfs.11__test__ssngupp7f7gbalpnv4clv53ustm76u3inhjffjaf9or3a3n58lv8muhva5klfl8k/f/81980fef567b4f00b13ca333346fc7f2_SeqId_4_ into b439a2d42d30fdc5f774dcfc64362f04/f as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/a279b0ce5e0d4d23a6f8fcd4987f9f20_SeqId_4_ - updating store file list. 2024-11-09T10:20:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a279b0ce5e0d4d23a6f8fcd4987f9f20_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:20:35,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/a279b0ce5e0d4d23a6f8fcd4987f9f20_SeqId_4_ into b439a2d42d30fdc5f774dcfc64362f04/f 2024-11-09T10:20:35,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins.hfs.11__test__ssngupp7f7gbalpnv4clv53ustm76u3inhjffjaf9or3a3n58lv8muhva5klfl8k/f/81980fef567b4f00b13ca333346fc7f2_SeqId_4_ into b439a2d42d30fdc5f774dcfc64362f04/f (new location: hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/a279b0ce5e0d4d23a6f8fcd4987f9f20_SeqId_4_) 2024-11-09T10:20:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins.hfs.11__test__ssngupp7f7gbalpnv4clv53ustm76u3inhjffjaf9or3a3n58lv8muhva5klfl8k/f/81980fef567b4f00b13ca333346fc7f2_SeqId_4_ 2024-11-09T10:20:35,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.ReplicationSink(324): Finished replicating [f11dc281-65ae-46e2-87d1-3fb0c412f819] bulk loaded data 2024-11-09T10:20:35,071 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 687, reset compression=false 2024-11-09T10:20:35,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:35,380 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731147635380/Put/seqid=0 2024-11-09T10:20:35,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741842_1018 (size=11194) 2024-11-09T10:20:35,450 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731147635450/Put/seqid=0 2024-11-09T10:20:35,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741843_1019 (size=10791) 2024-11-09T10:20:35,473 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 379, reset compression=false 2024-11-09T10:20:35,477 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:20:35,477 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,40795,1731147622092 got entry batch from reader: WALEntryBatch [walEntries=[{test/b439a2d42d30fdc5f774dcfc64362f04/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731147635014/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T10:20:35,479 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:20:35,480 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-09T10:20:35,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.ReplicationSink(318): Replicating [f11dc281-65ae-46e2-87d1-3fb0c412f819, cf4ef479-227a-4964-a03e-024bcb7911d6] bulk loaded data 2024-11-09T10:20:35,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7be3a96b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:35,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,46413,-1 for getting cluster id 2024-11-09T10:20:35,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:35,482 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f11dc281-65ae-46e2-87d1-3fb0c412f819' 2024-11-09T10:20:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f11dc281-65ae-46e2-87d1-3fb0c412f819" 2024-11-09T10:20:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a5355de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,46413,-1] 2024-11-09T10:20:35,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:35,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:35,483 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:35,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d82100e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:35,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741842_1018 (size=7894) 2024-11-09T10:20:35,576 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 687, reset compression=false 2024-11-09T10:20:35,678 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 725, reset compression=false 2024-11-09T10:20:35,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b50c5f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:35,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,43947,-1 for getting cluster id 2024-11-09T10:20:35,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:35,855 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cf4ef479-227a-4964-a03e-024bcb7911d6' 2024-11-09T10:20:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cf4ef479-227a-4964-a03e-024bcb7911d6" 2024-11-09T10:20:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8e2d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,43947,-1] 2024-11-09T10:20:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:35,857 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:35,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a10c8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:35,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1] 2024-11-09T10:20:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:35,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:35,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6405fe94 2024-11-09T10:20:35,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:35,867 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:20:35,870 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04., hostname=e067b2c2c7b3,40795,1731147622092, seqNum=2] 2024-11-09T10:20:35,872 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:20:35,877 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-09T10:20:35,879 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-09T10:20:35,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/testHFileCyclicReplication_10/f/hfile_0 for inclusion in b439a2d42d30fdc5f774dcfc64362f04/f 2024-11-09T10:20:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T10:20:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:20:35,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/testHFileCyclicReplication_10/f/hfile_1 for inclusion in b439a2d42d30fdc5f774dcfc64362f04/f 2024-11-09T10:20:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T10:20:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:20:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HRegion(2603): Flush status journal for b439a2d42d30fdc5f774dcfc64362f04: 2024-11-09T10:20:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins__test__aeo6c1qapiqf9nqvhe67tgn8di4os7b1rnv8ofbh6bnlchqilbgpljekrfcpklfr/f/hfile_0 2024-11-09T10:20:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins__test__aeo6c1qapiqf9nqvhe67tgn8di4os7b1rnv8ofbh6bnlchqilbgpljekrfcpklfr/f/hfile_0 as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/d2d41215048344a29511052ad940beee_SeqId_6_ 2024-11-09T10:20:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins__test__aeo6c1qapiqf9nqvhe67tgn8di4os7b1rnv8ofbh6bnlchqilbgpljekrfcpklfr/f/hfile_1 2024-11-09T10:20:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins__test__aeo6c1qapiqf9nqvhe67tgn8di4os7b1rnv8ofbh6bnlchqilbgpljekrfcpklfr/f/hfile_1 as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/90258602bd1141658acb3457fa4dc901_SeqId_6_ 2024-11-09T10:20:35,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins__test__aeo6c1qapiqf9nqvhe67tgn8di4os7b1rnv8ofbh6bnlchqilbgpljekrfcpklfr/f/hfile_0 into b439a2d42d30fdc5f774dcfc64362f04/f as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/d2d41215048344a29511052ad940beee_SeqId_6_ - updating store file list. 2024-11-09T10:20:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2d41215048344a29511052ad940beee_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T10:20:35,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/d2d41215048344a29511052ad940beee_SeqId_6_ into b439a2d42d30fdc5f774dcfc64362f04/f 2024-11-09T10:20:35,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins__test__aeo6c1qapiqf9nqvhe67tgn8di4os7b1rnv8ofbh6bnlchqilbgpljekrfcpklfr/f/hfile_0 into b439a2d42d30fdc5f774dcfc64362f04/f (new location: hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/d2d41215048344a29511052ad940beee_SeqId_6_) 2024-11-09T10:20:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins__test__aeo6c1qapiqf9nqvhe67tgn8di4os7b1rnv8ofbh6bnlchqilbgpljekrfcpklfr/f/hfile_0 2024-11-09T10:20:35,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins__test__aeo6c1qapiqf9nqvhe67tgn8di4os7b1rnv8ofbh6bnlchqilbgpljekrfcpklfr/f/hfile_1 into b439a2d42d30fdc5f774dcfc64362f04/f as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/90258602bd1141658acb3457fa4dc901_SeqId_6_ - updating store file list. 2024-11-09T10:20:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 90258602bd1141658acb3457fa4dc901_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T10:20:35,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/90258602bd1141658acb3457fa4dc901_SeqId_6_ into b439a2d42d30fdc5f774dcfc64362f04/f 2024-11-09T10:20:35,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins__test__aeo6c1qapiqf9nqvhe67tgn8di4os7b1rnv8ofbh6bnlchqilbgpljekrfcpklfr/f/hfile_1 into b439a2d42d30fdc5f774dcfc64362f04/f (new location: hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/f/90258602bd1141658acb3457fa4dc901_SeqId_6_) 2024-11-09T10:20:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/staging/jenkins__test__aeo6c1qapiqf9nqvhe67tgn8di4os7b1rnv8ofbh6bnlchqilbgpljekrfcpklfr/f/hfile_1 2024-11-09T10:20:35,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:35,906 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:35,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:35,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741843_1019 (size=7691) 2024-11-09T10:20:35,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:35,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04., hostname=e067b2c2c7b3,40795,1731147622092, seqNum=2 , the old value is region=test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04., hostname=e067b2c2c7b3,40795,1731147622092, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e067b2c2c7b3:40795 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T10:20:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04., hostname=e067b2c2c7b3,40795,1731147622092, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T10:20:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04., hostname=e067b2c2c7b3,40795,1731147622092, seqNum=2 from cache 2024-11-09T10:20:35,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:35,908 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36791,1731147617567, seqNum=-1] 2024-11-09T10:20:35,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:35,909 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T10:20:35,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:35,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c., hostname=e067b2c2c7b3,36791,1731147617567, seqNum=2] 2024-11-09T10:20:35,918 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T10:20:35,981 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 725, reset compression=false 2024-11-09T10:20:35,985 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:20:36,012 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:40795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T10:20:36,180 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 687, reset compression=false 2024-11-09T10:20:36,186 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 1033, reset compression=false 2024-11-09T10:20:36,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@636fcc4a 2024-11-09T10:20:36,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:36,312 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-09T10:20:36,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:20:36,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:36,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36791,1731147617567, seqNum=-1] 2024-11-09T10:20:36,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:36,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-09T10:20:36,320 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__jcip6pue4hel6ve7fjqpfvo6knb2pvduqp4rorcftp3hcl3obvtsfjh3f04din11/f/59f1ab36896f46fca878ff1b0436efbd_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-09T10:20:36,323 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__jcip6pue4hel6ve7fjqpfvo6knb2pvduqp4rorcftp3hcl3obvtsfjh3f04din11/f/a279b0ce5e0d4d23a6f8fcd4987f9f20_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-09T10:20:36,324 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.ReplicationSink(324): Finished replicating [f11dc281-65ae-46e2-87d1-3fb0c412f819, cf4ef479-227a-4964-a03e-024bcb7911d6] bulk loaded data 2024-11-09T10:20:36,328 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,40795,1731147622092 got entry batch from reader: WALEntryBatch [walEntries=[{test/b439a2d42d30fdc5f774dcfc64362f04/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731147635905/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T10:20:36,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.ReplicationSink(318): Replicating [cf4ef479-227a-4964-a03e-024bcb7911d6] bulk loaded data 2024-11-09T10:20:36,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741844_1020 (size=11194) 2024-11-09T10:20:36,489 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 1033, reset compression=false 2024-11-09T10:20:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741845_1021 (size=10791) 2024-11-09T10:20:36,884 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 687, reset compression=false 2024-11-09T10:20:36,892 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 1033, reset compression=false 2024-11-09T10:20:36,922 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T10:20:37,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:20:37,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:37,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:37,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:37,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:37,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:37,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:37,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:37,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:37,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:20:37,153 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__md85j57lcpddqlff5nlvg707kurnvdd94l55d1l2advrn9i38k5aogq41kqp4rlj/f/90258602bd1141658acb3457fa4dc901_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-09T10:20:37,155 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__md85j57lcpddqlff5nlvg707kurnvdd94l55d1l2advrn9i38k5aogq41kqp4rlj/f/d2d41215048344a29511052ad940beee_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-09T10:20:37,158 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__md85j57lcpddqlff5nlvg707kurnvdd94l55d1l2advrn9i38k5aogq41kqp4rlj/f/90258602bd1141658acb3457fa4dc901_SeqId_6_ for inclusion in 4fb70bb5a3b88f917f9a27f60628de7c/f 2024-11-09T10:20:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-09T10:20:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:20:37,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__md85j57lcpddqlff5nlvg707kurnvdd94l55d1l2advrn9i38k5aogq41kqp4rlj/f/d2d41215048344a29511052ad940beee_SeqId_6_ for inclusion in 4fb70bb5a3b88f917f9a27f60628de7c/f 2024-11-09T10:20:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-09T10:20:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:20:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HRegion(2603): Flush status journal for 4fb70bb5a3b88f917f9a27f60628de7c: 2024-11-09T10:20:37,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 90258602bd1141658acb3457fa4dc901_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T10:20:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__md85j57lcpddqlff5nlvg707kurnvdd94l55d1l2advrn9i38k5aogq41kqp4rlj/f/90258602bd1141658acb3457fa4dc901_SeqId_6_ as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/fd689638ace44ecea8f16f6a30dee290_SeqId_6_ 2024-11-09T10:20:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d2d41215048344a29511052ad940beee_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T10:20:37,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__md85j57lcpddqlff5nlvg707kurnvdd94l55d1l2advrn9i38k5aogq41kqp4rlj/f/d2d41215048344a29511052ad940beee_SeqId_6_ as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/487fa351fa57493f9fb1a870cd145ac2_SeqId_6_ 2024-11-09T10:20:37,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__md85j57lcpddqlff5nlvg707kurnvdd94l55d1l2advrn9i38k5aogq41kqp4rlj/f/90258602bd1141658acb3457fa4dc901_SeqId_6_ into 4fb70bb5a3b88f917f9a27f60628de7c/f as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/fd689638ace44ecea8f16f6a30dee290_SeqId_6_ - updating store file list. 2024-11-09T10:20:37,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd689638ace44ecea8f16f6a30dee290_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T10:20:37,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/fd689638ace44ecea8f16f6a30dee290_SeqId_6_ into 4fb70bb5a3b88f917f9a27f60628de7c/f 2024-11-09T10:20:37,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__md85j57lcpddqlff5nlvg707kurnvdd94l55d1l2advrn9i38k5aogq41kqp4rlj/f/90258602bd1141658acb3457fa4dc901_SeqId_6_ into 4fb70bb5a3b88f917f9a27f60628de7c/f (new location: hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/fd689638ace44ecea8f16f6a30dee290_SeqId_6_) 2024-11-09T10:20:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__md85j57lcpddqlff5nlvg707kurnvdd94l55d1l2advrn9i38k5aogq41kqp4rlj/f/90258602bd1141658acb3457fa4dc901_SeqId_6_ 2024-11-09T10:20:37,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__md85j57lcpddqlff5nlvg707kurnvdd94l55d1l2advrn9i38k5aogq41kqp4rlj/f/d2d41215048344a29511052ad940beee_SeqId_6_ into 4fb70bb5a3b88f917f9a27f60628de7c/f as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/487fa351fa57493f9fb1a870cd145ac2_SeqId_6_ - updating store file list. 2024-11-09T10:20:37,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 487fa351fa57493f9fb1a870cd145ac2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T10:20:37,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/487fa351fa57493f9fb1a870cd145ac2_SeqId_6_ into 4fb70bb5a3b88f917f9a27f60628de7c/f 2024-11-09T10:20:37,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__md85j57lcpddqlff5nlvg707kurnvdd94l55d1l2advrn9i38k5aogq41kqp4rlj/f/d2d41215048344a29511052ad940beee_SeqId_6_ into 4fb70bb5a3b88f917f9a27f60628de7c/f (new location: hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/f/487fa351fa57493f9fb1a870cd145ac2_SeqId_6_) 2024-11-09T10:20:37,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/staging/jenkins.hfs.10__test__md85j57lcpddqlff5nlvg707kurnvdd94l55d1l2advrn9i38k5aogq41kqp4rlj/f/d2d41215048344a29511052ad940beee_SeqId_6_ 2024-11-09T10:20:37,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36791 {}] regionserver.ReplicationSink(324): Finished replicating [cf4ef479-227a-4964-a03e-024bcb7911d6] bulk loaded data 2024-11-09T10:20:37,396 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 1033, reset compression=false 2024-11-09T10:20:37,687 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 687, reset compression=false 2024-11-09T10:20:37,692 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:20:37,692 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36791,1731147617567 got entry batch from reader: WALEntryBatch [walEntries=[{test/4fb70bb5a3b88f917f9a27f60628de7c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731147637178/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-09T10:20:37,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.ReplicationSink(318): Replicating [cf4ef479-227a-4964-a03e-024bcb7911d6, f11dc281-65ae-46e2-87d1-3fb0c412f819] bulk loaded data 2024-11-09T10:20:37,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741844_1020 (size=10791) 2024-11-09T10:20:37,892 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 1033, reset compression=false 2024-11-09T10:20:37,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:20:37,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:37,935 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:37,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:37,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:37,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:20:37,936 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1032747237, stopped=false 2024-11-09T10:20:37,936 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,43947,1731147621872 2024-11-09T10:20:37,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:37,999 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 1033, reset compression=false 2024-11-09T10:20:38,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1412366155/running 2024-11-09T10:20:38,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1412366155/running 2024-11-09T10:20:38,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:38,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:38,001 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:20:38,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:38,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:38,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:38,001 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,40795,1731147622092' ***** 2024-11-09T10:20:38,001 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:20:38,002 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:20:38,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Set watcher on znode that does not yet exist, /1412366155/running 2024-11-09T10:20:38,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Set watcher on znode that does not yet exist, /1412366155/running 2024-11-09T10:20:38,002 INFO [RS:0;e067b2c2c7b3:40795 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:20:38,002 INFO [RS:0;e067b2c2c7b3:40795 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:20:38,002 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(3091): Received CLOSE for b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:38,002 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:20:38,003 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(3091): Received CLOSE for 10b44b474e14b70483fab42e554b2359 2024-11-09T10:20:38,003 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:38,003 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:20:38,003 INFO [RS:0;e067b2c2c7b3:40795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:40795. 2024-11-09T10:20:38,003 DEBUG [RS:0;e067b2c2c7b3:40795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:38,003 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b439a2d42d30fdc5f774dcfc64362f04, disabling compactions & flushes 2024-11-09T10:20:38,003 DEBUG [RS:0;e067b2c2c7b3:40795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:38,003 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. 2024-11-09T10:20:38,003 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. 2024-11-09T10:20:38,003 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. after waiting 0 ms 2024-11-09T10:20:38,003 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:20:38,003 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:20:38,003 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. 2024-11-09T10:20:38,003 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:20:38,003 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:20:38,004 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T10:20:38,004 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1325): Online Regions={b439a2d42d30fdc5f774dcfc64362f04=test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04., 1588230740=hbase:meta,,1.1588230740, 10b44b474e14b70483fab42e554b2359=hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359.} 2024-11-09T10:20:38,004 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1351): Waiting on 10b44b474e14b70483fab42e554b2359, 1588230740, b439a2d42d30fdc5f774dcfc64362f04 2024-11-09T10:20:38,004 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:20:38,004 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:20:38,004 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:20:38,005 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:20:38,005 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:20:38,005 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T10:20:38,008 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/default/test/b439a2d42d30fdc5f774dcfc64362f04/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T10:20:38,009 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:38,009 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:20:38,009 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. 2024-11-09T10:20:38,009 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b439a2d42d30fdc5f774dcfc64362f04: Waiting for close lock at 1731147638003Running coprocessor pre-close hooks at 1731147638003Disabling compacts and flushes for region at 1731147638003Disabling writes for close at 1731147638003Writing region close event to WAL at 1731147638005 (+2 ms)Running coprocessor post-close hooks at 1731147638009 (+4 ms)Closed at 1731147638009 2024-11-09T10:20:38,009 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04. 2024-11-09T10:20:38,009 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 10b44b474e14b70483fab42e554b2359, disabling compactions & flushes 2024-11-09T10:20:38,009 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. 2024-11-09T10:20:38,009 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. 2024-11-09T10:20:38,009 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. after waiting 0 ms 2024-11-09T10:20:38,009 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. 2024-11-09T10:20:38,010 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 10b44b474e14b70483fab42e554b2359 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-09T10:20:38,024 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/.tmp/info/c5bfa7188af44a6a9b0f6764e7784dd3 is 147, key is hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359./info:regioninfo/1731147631598/Put/seqid=0 2024-11-09T10:20:38,027 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359/.tmp/hfileref/22b94ffb427e45948e2f66de445c9979 is 74, key is 1/hfileref:59f1ab36896f46fca878ff1b0436efbd_SeqId_4_/1731147636326/DeleteColumn/seqid=0 2024-11-09T10:20:38,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741845_1021 (size=5345) 2024-11-09T10:20:38,034 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359/.tmp/hfileref/22b94ffb427e45948e2f66de445c9979 2024-11-09T10:20:38,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741846_1022 (size=7686) 2024-11-09T10:20:38,058 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359/.tmp/queue/81ae84e1117243e384a439e6fb7231b6 is 154, key is 1-e067b2c2c7b3,40795,1731147622092/queue:e067b2c2c7b3%2C40795%2C1731147622092/1731147637182/Put/seqid=0 2024-11-09T10:20:38,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741847_1023 (size=5353) 2024-11-09T10:20:38,062 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359/.tmp/queue/81ae84e1117243e384a439e6fb7231b6 2024-11-09T10:20:38,067 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359/.tmp/hfileref/22b94ffb427e45948e2f66de445c9979 as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359/hfileref/22b94ffb427e45948e2f66de445c9979 2024-11-09T10:20:38,070 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359/hfileref/22b94ffb427e45948e2f66de445c9979, entries=4, sequenceid=12, filesize=5.2 K 2024-11-09T10:20:38,071 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:20:38,071 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359/.tmp/queue/81ae84e1117243e384a439e6fb7231b6 as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359/queue/81ae84e1117243e384a439e6fb7231b6 2024-11-09T10:20:38,075 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359/queue/81ae84e1117243e384a439e6fb7231b6, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T10:20:38,076 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 10b44b474e14b70483fab42e554b2359 in 67ms, sequenceid=12, compaction requested=false 2024-11-09T10:20:38,079 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/replication/10b44b474e14b70483fab42e554b2359/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T10:20:38,080 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:38,080 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:38,080 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. 2024-11-09T10:20:38,080 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 10b44b474e14b70483fab42e554b2359: Waiting for close lock at 1731147638009Running coprocessor pre-close hooks at 1731147638009Disabling compacts and flushes for region at 1731147638009Disabling writes for close at 1731147638009Obtaining lock to block concurrent updates at 1731147638010 (+1 ms)Preparing flush snapshotting stores in 10b44b474e14b70483fab42e554b2359 at 1731147638010Finished memstore snapshotting hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731147638010Flushing stores of hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. at 1731147638010Flushing 10b44b474e14b70483fab42e554b2359/hfileref: creating writer at 1731147638010Flushing 10b44b474e14b70483fab42e554b2359/hfileref: appending metadata at 1731147638027 (+17 ms)Flushing 10b44b474e14b70483fab42e554b2359/hfileref: closing flushed file at 1731147638027Flushing 10b44b474e14b70483fab42e554b2359/queue: creating writer at 1731147638040 (+13 ms)Flushing 10b44b474e14b70483fab42e554b2359/queue: appending metadata at 1731147638058 (+18 ms)Flushing 10b44b474e14b70483fab42e554b2359/queue: closing flushed file at 1731147638058Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b57f0: reopening flushed file at 1731147638066 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260e02c0: reopening flushed file at 1731147638071 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 10b44b474e14b70483fab42e554b2359 in 67ms, sequenceid=12, compaction requested=false at 1731147638076 (+5 ms)Writing region close event to WAL at 1731147638077 (+1 ms)Running coprocessor post-close hooks at 1731147638080 (+3 ms)Closed at 1731147638080 2024-11-09T10:20:38,080 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147630435.10b44b474e14b70483fab42e554b2359. 2024-11-09T10:20:38,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741848_1024 (size=11194) 2024-11-09T10:20:38,195 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 1033, reset compression=false 2024-11-09T10:20:38,204 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:38,379 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:20:38,379 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:20:38,405 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:38,437 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/.tmp/info/c5bfa7188af44a6a9b0f6764e7784dd3 2024-11-09T10:20:38,455 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/.tmp/ns/5a135bece46e4459938735d7151060ba is 43, key is default/ns:d/1731147625124/Put/seqid=0 2024-11-09T10:20:38,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741849_1025 (size=5153) 2024-11-09T10:20:38,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:20:38,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40795 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T10:20:38,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40795 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:59412 deadline: 1731147698511, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping 2024-11-09T10:20:38,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T10:20:38,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T10:20:38,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 from cache 2024-11-09T10:20:38,599 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 1033, reset compression=false 2024-11-09T10:20:38,605 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:38,641 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:38,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1] 2024-11-09T10:20:38,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40795 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T10:20:38,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40795 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:59412 deadline: 1731147698511, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping 2024-11-09T10:20:38,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T10:20:38,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T10:20:38,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 from cache 2024-11-09T10:20:38,705 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 1033, reset compression=false 2024-11-09T10:20:38,710 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:20:38,710 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 1328, reset compression=false 2024-11-09T10:20:38,710 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,40795,1731147622092 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:20:38,712 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e067b2c2c7b3,40795,1731147622092: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e067b2c2c7b3,40795,1731147622092, walGroup=e067b2c2c7b3%2C40795%2C1731147622092, offset=e067b2c2c7b3%2C40795%2C1731147622092.1731147624500:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:40795 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T10:20:38,713 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T10:20:38,716 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T10:20:38,717 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T10:20:38,717 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T10:20:38,717 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T10:20:38,718 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 558158272 }, "NonHeapMemoryUsage": { "committed": 190513152, "init": 7667712, "max": -1, "used": 187825416 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T10:20:38,720 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T10:20:38,805 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:38,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:38,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1] 2024-11-09T10:20:38,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T10:20:38,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:38,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:38,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 from cache 2024-11-09T10:20:38,859 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/.tmp/ns/5a135bece46e4459938735d7151060ba 2024-11-09T10:20:38,880 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/.tmp/rep_barrier/134d13a21a874e4ab5dfeabf444eac0a is 112, key is test,,1731147626034.b439a2d42d30fdc5f774dcfc64362f04./rep_barrier:seqnumDuringOpen/1731147627184/Put/seqid=0 2024-11-09T10:20:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741850_1026 (size=5518) 2024-11-09T10:20:38,918 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 1328, reset compression=false 2024-11-09T10:20:39,005 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T10:20:39,005 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:20:39,005 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:39,103 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 1033, reset compression=false 2024-11-09T10:20:39,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:39,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1] 2024-11-09T10:20:39,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T10:20:39,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 from cache 2024-11-09T10:20:39,205 DEBUG [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:39,221 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 1328, reset compression=false 2024-11-09T10:20:39,284 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/.tmp/rep_barrier/134d13a21a874e4ab5dfeabf444eac0a 2024-11-09T10:20:39,308 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/.tmp/table/c68a52b23dc343c0ad2e7cb259b472db is 53, key is hbase:replication/table:state/1731147631605/Put/seqid=0 2024-11-09T10:20:39,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741851_1027 (size=5308) 2024-11-09T10:20:39,312 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/.tmp/table/c68a52b23dc343c0ad2e7cb259b472db 2024-11-09T10:20:39,317 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/.tmp/info/c5bfa7188af44a6a9b0f6764e7784dd3 as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/info/c5bfa7188af44a6a9b0f6764e7784dd3 2024-11-09T10:20:39,321 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/info/c5bfa7188af44a6a9b0f6764e7784dd3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T10:20:39,322 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/.tmp/ns/5a135bece46e4459938735d7151060ba as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/ns/5a135bece46e4459938735d7151060ba 2024-11-09T10:20:39,326 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/ns/5a135bece46e4459938735d7151060ba, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T10:20:39,327 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/.tmp/rep_barrier/134d13a21a874e4ab5dfeabf444eac0a as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/rep_barrier/134d13a21a874e4ab5dfeabf444eac0a 2024-11-09T10:20:39,331 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/rep_barrier/134d13a21a874e4ab5dfeabf444eac0a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T10:20:39,332 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/.tmp/table/c68a52b23dc343c0ad2e7cb259b472db as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/table/c68a52b23dc343c0ad2e7cb259b472db 2024-11-09T10:20:39,336 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/table/c68a52b23dc343c0ad2e7cb259b472db, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T10:20:39,337 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false 2024-11-09T10:20:39,341 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T10:20:39,341 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:39,341 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:39,341 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:39,341 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147638004Running coprocessor pre-close hooks at 1731147638004Disabling compacts and flushes for region at 1731147638004Disabling writes for close at 1731147638005 (+1 ms)Obtaining lock to block concurrent updates at 1731147638005Preparing flush snapshotting stores in 1588230740 at 1731147638005Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731147638005Flushing stores of hbase:meta,,1.1588230740 at 1731147638006 (+1 ms)Flushing 1588230740/info: creating writer at 1731147638006Flushing 1588230740/info: appending metadata at 1731147638023 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731147638024 (+1 ms)Flushing 1588230740/ns: creating writer at 1731147638442 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731147638455 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731147638455Flushing 1588230740/rep_barrier: creating writer at 1731147638863 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147638879 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147638879Flushing 1588230740/table: creating writer at 1731147639288 (+409 ms)Flushing 1588230740/table: appending metadata at 1731147639307 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731147639307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f39c6d3: reopening flushed file at 1731147639316 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a391454: reopening flushed file at 1731147639322 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e161ff: reopening flushed file at 1731147639327 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57c68732: reopening flushed file at 1731147639331 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1332ms, sequenceid=16, compaction requested=false at 1731147639337 (+6 ms)Writing region close event to WAL at 1731147639338 (+1 ms)Running coprocessor post-close hooks at 1731147639341 (+3 ms)Closed at 1731147639341 2024-11-09T10:20:39,342 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:39,406 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,40795,1731147622092; all regions closed. 2024-11-09T10:20:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741834_1010 (size=4239) 2024-11-09T10:20:39,407 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.meta.1731147625076.meta not finished, retry = 0 2024-11-09T10:20:39,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741839_1015 (size=3127) 2024-11-09T10:20:39,510 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.rep.1731147631568 not finished, retry = 0 2024-11-09T10:20:39,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741833_1009 (size=1336) 2024-11-09T10:20:39,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 not finished, retry = 0 2024-11-09T10:20:39,625 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 to pos 1328, reset compression=false 2024-11-09T10:20:39,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:39,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1] 2024-11-09T10:20:39,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T10:20:39,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,40795,1731147622092, seqNum=-1 from cache 2024-11-09T10:20:39,674 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T10:20:39,675 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T10:20:38.530Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T10:20:38.643Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T10:20:38.854Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39.163Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39.673Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e067b2c2c7b3,40795,1731147622092 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T10:20:39,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T10:20:38.530Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T10:20:38.643Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T10:20:38.854Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39.163Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39.673Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e067b2c2c7b3,40795,1731147622092 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T10:20:39,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40795 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.3:59396 deadline: 1731147697692, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T10:20:38.530Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T10:20:38.643Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T10:20:38.854Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39.163Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39.673Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39,678 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-09T10:20:38.530Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T10:20:38.643Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e067b2c2c7b3,40795,1731147622092 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T10:20:38.854Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39.163Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting 2024-11-09T10:20:39.673Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server e067b2c2c7b3,40795,1731147622092 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T10:20:39,706 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 1033, reset compression=false 2024-11-09T10:20:39,714 DEBUG [RS:0;e067b2c2c7b3:40795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:39,714 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:20:39,714 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/WALs/e067b2c2c7b3,40795,1731147622092/e067b2c2c7b3%2C40795%2C1731147622092.1731147624500 2024-11-09T10:20:39,714 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-09T10:20:39,714 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:20:39,714 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-09T10:20:39,714 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:20:39,714 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:20:39,714 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:20:39,715 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,40795,1731147622092 because: Region server is closing 2024-11-09T10:20:39,715 INFO [RS:0;e067b2c2c7b3:40795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:40795. 2024-11-09T10:20:39,715 DEBUG [RS:0;e067b2c2c7b3:40795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:39,715 DEBUG [RS:0;e067b2c2c7b3:40795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:39,715 DEBUG [RS:0;e067b2c2c7b3:40795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:39,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:39,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e067b2c2c7b3,40795,1731147622092 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T10:20:39,782 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server e067b2c2c7b3,40795,1731147622092 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T10:20:39,816 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.shippere067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 terminated 2024-11-09T10:20:39,816 INFO [RS:0;e067b2c2c7b3:40795 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:40795. 2024-11-09T10:20:39,816 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,40795,1731147622092.replicationSource.wal-reader.e067b2c2c7b3%2C40795%2C1731147622092,1-e067b2c2c7b3,40795,1731147622092 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-09T10:20:39,816 DEBUG [RS:0;e067b2c2c7b3:40795 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:39,816 DEBUG [RS:0;e067b2c2c7b3:40795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:39,816 DEBUG [RS:0;e067b2c2c7b3:40795 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:39,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:39,816 INFO [RS:0;e067b2c2c7b3:40795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40795 2024-11-09T10:20:39,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1412366155/rs/e067b2c2c7b3,40795,1731147622092 2024-11-09T10:20:39,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155/rs 2024-11-09T10:20:39,885 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:20:39,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,40795,1731147622092] 2024-11-09T10:20:39,985 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e067b2c2c7b3:40795 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e067b2c2c7b3/172.17.0.3:40795 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T10:20:39,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e067b2c2c7b3:40795 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e067b2c2c7b3/172.17.0.3:40795 2024-11-09T10:20:39,986 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=e067b2c2c7b3:40795 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e067b2c2c7b3/172.17.0.3:40795 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e067b2c2c7b3/172.17.0.3:40795 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T10:20:39,988 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T10:20:40,044 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1412366155/draining/e067b2c2c7b3,40795,1731147622092 already deleted, retry=false 2024-11-09T10:20:40,045 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,40795,1731147622092 expired; onlineServers=0 2024-11-09T10:20:40,045 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,43947,1731147621872' ***** 2024-11-09T10:20:40,045 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:20:40,045 INFO [M:0;e067b2c2c7b3:43947 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:20:40,045 INFO [M:0;e067b2c2c7b3:43947 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:20:40,045 DEBUG [M:0;e067b2c2c7b3:43947 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:20:40,045 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:20:40,045 DEBUG [M:0;e067b2c2c7b3:43947 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:20:40,045 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147624218 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147624218,5,FailOnTimeoutGroup] 2024-11-09T10:20:40,045 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147624219 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147624219,5,FailOnTimeoutGroup] 2024-11-09T10:20:40,045 INFO [M:0;e067b2c2c7b3:43947 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:20:40,045 INFO [M:0;e067b2c2c7b3:43947 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:20:40,045 DEBUG [M:0;e067b2c2c7b3:43947 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:20:40,045 INFO [M:0;e067b2c2c7b3:43947 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:20:40,046 INFO [M:0;e067b2c2c7b3:43947 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:20:40,046 INFO [M:0;e067b2c2c7b3:43947 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:20:40,046 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:20:40,073 INFO [RS:0;e067b2c2c7b3:40795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:20:40,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:40,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40795-0x1011f1c48c20004, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:40,073 INFO [RS:0;e067b2c2c7b3:40795 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,40795,1731147622092; zookeeper connection closed. 2024-11-09T10:20:40,074 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45b55344 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45b55344 2024-11-09T10:20:40,074 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:20:40,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1412366155/master 2024-11-09T10:20:40,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1412366155 2024-11-09T10:20:40,087 DEBUG [M:0;e067b2c2c7b3:43947 {}] zookeeper.ZKUtil(347): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Unable to get data of znode /1412366155/master because node does not exist (not an error) 2024-11-09T10:20:40,087 WARN [M:0;e067b2c2c7b3:43947 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:20:40,087 INFO [M:0;e067b2c2c7b3:43947 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/.lastflushedseqids 2024-11-09T10:20:40,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741852_1028 (size=263) 2024-11-09T10:20:40,288 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T10:20:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T10:20:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:59110 deadline: 1731147700290, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T10:20:40,291 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T10:20:40,292 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T10:20:40,292 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T10:20:40,410 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 1033, reset compression=false 2024-11-09T10:20:40,499 INFO [M:0;e067b2c2c7b3:43947 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:20:40,499 INFO [M:0;e067b2c2c7b3:43947 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:20:40,499 DEBUG [M:0;e067b2c2c7b3:43947 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:20:40,499 INFO [M:0;e067b2c2c7b3:43947 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:40,499 DEBUG [M:0;e067b2c2c7b3:43947 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:40,499 DEBUG [M:0;e067b2c2c7b3:43947 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:20:40,499 DEBUG [M:0;e067b2c2c7b3:43947 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:40,499 INFO [M:0;e067b2c2c7b3:43947 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T10:20:40,549 DEBUG [M:0;e067b2c2c7b3:43947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0dad5b92bdc4423b1fa724627129ed4 is 82, key is hbase:meta,,1/info:regioninfo/1731147625107/Put/seqid=0 2024-11-09T10:20:40,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741853_1029 (size=5672) 2024-11-09T10:20:40,693 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T10:20:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T10:20:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:59110 deadline: 1731147700694, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T10:20:40,695 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T10:20:40,696 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T10:20:40,696 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T10:20:40,953 INFO [M:0;e067b2c2c7b3:43947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0dad5b92bdc4423b1fa724627129ed4 2024-11-09T10:20:40,970 DEBUG [M:0;e067b2c2c7b3:43947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06eddcf72ac54c71ac9ea6f6277ebff1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731147631609/Put/seqid=0 2024-11-09T10:20:40,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741854_1030 (size=8517) 2024-11-09T10:20:41,196 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T10:20:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-09T10:20:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43947 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:59110 deadline: 1731147701198, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-09T10:20:41,199 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-09T10:20:41,200 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T10:20:41,200 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T10:20:41,216 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 1033, reset compression=false 2024-11-09T10:20:41,374 INFO [M:0;e067b2c2c7b3:43947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06eddcf72ac54c71ac9ea6f6277ebff1 2024-11-09T10:20:41,400 DEBUG [M:0;e067b2c2c7b3:43947 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fb00dcaec594070903a604fa9f134f8 is 69, key is e067b2c2c7b3,40795,1731147622092/rs:state/1731147624342/Put/seqid=0 2024-11-09T10:20:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741855_1031 (size=5156) 2024-11-09T10:20:41,407 INFO [M:0;e067b2c2c7b3:43947 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fb00dcaec594070903a604fa9f134f8 2024-11-09T10:20:41,412 DEBUG [M:0;e067b2c2c7b3:43947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0dad5b92bdc4423b1fa724627129ed4 as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0dad5b92bdc4423b1fa724627129ed4 2024-11-09T10:20:41,416 INFO [M:0;e067b2c2c7b3:43947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0dad5b92bdc4423b1fa724627129ed4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T10:20:41,417 DEBUG [M:0;e067b2c2c7b3:43947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/06eddcf72ac54c71ac9ea6f6277ebff1 as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06eddcf72ac54c71ac9ea6f6277ebff1 2024-11-09T10:20:41,420 INFO [M:0;e067b2c2c7b3:43947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/06eddcf72ac54c71ac9ea6f6277ebff1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T10:20:41,421 DEBUG [M:0;e067b2c2c7b3:43947 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9fb00dcaec594070903a604fa9f134f8 as hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9fb00dcaec594070903a604fa9f134f8 2024-11-09T10:20:41,425 INFO [M:0;e067b2c2c7b3:43947 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40355/user/jenkins/test-data/8c036f99-ca39-acb7-1aa7-7db78383b012/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9fb00dcaec594070903a604fa9f134f8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T10:20:41,426 INFO [M:0;e067b2c2c7b3:43947 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=97, compaction requested=false 2024-11-09T10:20:41,427 INFO [M:0;e067b2c2c7b3:43947 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:41,427 DEBUG [M:0;e067b2c2c7b3:43947 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147640499Disabling compacts and flushes for region at 1731147640499Disabling writes for close at 1731147640499Obtaining lock to block concurrent updates at 1731147640499Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147640499Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731147640499Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147640531 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147640531Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147640548 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147640548Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147640956 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147640970 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147640970Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147641379 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147641399 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147641399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6574bac6: reopening flushed file at 1731147641411 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63fac217: reopening flushed file at 1731147641416 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247a7d40: reopening flushed file at 1731147641420 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 927ms, sequenceid=97, compaction requested=false at 1731147641426 (+6 ms)Writing region close event to WAL at 1731147641427 (+1 ms)Closed at 1731147641427 2024-11-09T10:20:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39819 is added to blk_1073741830_1006 (size=63666) 2024-11-09T10:20:41,429 INFO [M:0;e067b2c2c7b3:43947 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:20:41,429 INFO [M:0;e067b2c2c7b3:43947 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43947 2024-11-09T10:20:41,430 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:20:41,430 INFO [M:0;e067b2c2c7b3:43947 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:20:41,574 INFO [M:0;e067b2c2c7b3:43947 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:20:41,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:41,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43947-0x1011f1c48c20003, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:41,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e6065e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:20:41,577 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44f0589d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:20:41,577 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:20:41,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11574a3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:20:41,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@613e9d2b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/hadoop.log.dir/,STOPPED} 2024-11-09T10:20:41,578 WARN [BP-2050731189-172.17.0.3-1731147619489 heartbeating to localhost/127.0.0.1:40355 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:20:41,578 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:20:41,578 WARN [BP-2050731189-172.17.0.3-1731147619489 heartbeating to localhost/127.0.0.1:40355 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2050731189-172.17.0.3-1731147619489 (Datanode Uuid 72b5b480-b68c-435a-87ff-246b10259e38) service to localhost/127.0.0.1:40355 2024-11-09T10:20:41,578 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:20:41,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/cluster_e0eac8bc-0917-7f40-7706-a8385349253c/data/data1/current/BP-2050731189-172.17.0.3-1731147619489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:20:41,579 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/cluster_e0eac8bc-0917-7f40-7706-a8385349253c/data/data2/current/BP-2050731189-172.17.0.3-1731147619489 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:20:41,579 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:20:41,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79dcbbe8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:20:41,584 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c23049a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:20:41,584 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:20:41,584 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72396638{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:20:41,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2976d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/hadoop.log.dir/,STOPPED} 2024-11-09T10:20:41,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:20:41,601 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:20:41,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:41,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:41,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:41,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:41,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:41,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:20:41,601 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=49790590, stopped=false 2024-11-09T10:20:41,601 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,46413,1731147617397 2024-11-09T10:20:41,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01530924365/running 2024-11-09T10:20:41,618 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01530924365/running 2024-11-09T10:20:41,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:41,618 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:41,618 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:20:41,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Set watcher on znode that does not yet exist, /01530924365/running 2024-11-09T10:20:41,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Set watcher on znode that does not yet exist, /01530924365/running 2024-11-09T10:20:41,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:20:41,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:41,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:41,619 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,36791,1731147617567' ***** 2024-11-09T10:20:41,619 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:20:41,620 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:20:41,620 INFO [RS:0;e067b2c2c7b3:36791 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:20:41,620 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:20:41,620 INFO [RS:0;e067b2c2c7b3:36791 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:20:41,620 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(3091): Received CLOSE for fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:41,620 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(3091): Received CLOSE for 4fb70bb5a3b88f917f9a27f60628de7c 2024-11-09T10:20:41,620 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:41,620 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:20:41,620 INFO [RS:0;e067b2c2c7b3:36791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:36791. 2024-11-09T10:20:41,620 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdfa9be6b8845a55ecbd5011084167ca, disabling compactions & flushes 2024-11-09T10:20:41,620 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. 2024-11-09T10:20:41,620 DEBUG [RS:0;e067b2c2c7b3:36791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:41,620 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. 2024-11-09T10:20:41,620 DEBUG [RS:0;e067b2c2c7b3:36791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:41,620 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. after waiting 0 ms 2024-11-09T10:20:41,620 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. 2024-11-09T10:20:41,620 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:20:41,620 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:20:41,620 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:20:41,620 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:20:41,620 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fdfa9be6b8845a55ecbd5011084167ca 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-09T10:20:41,621 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T10:20:41,621 DEBUG [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fdfa9be6b8845a55ecbd5011084167ca=hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca., 4fb70bb5a3b88f917f9a27f60628de7c=test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c.} 2024-11-09T10:20:41,621 DEBUG [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fb70bb5a3b88f917f9a27f60628de7c, fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:41,621 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:20:41,621 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:20:41,621 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:20:41,621 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:20:41,621 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:20:41,621 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T10:20:41,637 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/.tmp/info/eb6b1534291f48b8b2bc16bfbbd6c904 is 147, key is hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca./info:regioninfo/1731147629369/Put/seqid=0 2024-11-09T10:20:41,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741846_1022 (size=7686) 2024-11-09T10:20:41,642 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/.tmp/info/eb6b1534291f48b8b2bc16bfbbd6c904 2024-11-09T10:20:41,644 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca/.tmp/hfileref/a4d9c28a5cee4c83aca8d8d1e8fece0c is 74, key is 1/hfileref:487fa351fa57493f9fb1a870cd145ac2_SeqId_6_/1731147637167/Put/seqid=0 2024-11-09T10:20:41,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741847_1023 (size=5345) 2024-11-09T10:20:41,654 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca/.tmp/hfileref/a4d9c28a5cee4c83aca8d8d1e8fece0c 2024-11-09T10:20:41,669 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/.tmp/ns/776783f74b8c4f0bbfc4570bec2db706 is 43, key is default/ns:d/1731147619336/Put/seqid=0 2024-11-09T10:20:41,673 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca/.tmp/queue/6fa8aa0b4cf74b0eb83f1bbcaecffe4e is 153, key is 1-e067b2c2c7b3,36791,1731147617567/queue:e067b2c2c7b3%2C36791%2C1731147617567/1731147635020/Put/seqid=0 2024-11-09T10:20:41,674 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:20:41,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741848_1024 (size=5153) 2024-11-09T10:20:41,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741849_1025 (size=5352) 2024-11-09T10:20:41,800 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-09T10:20:41,801 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e067b2c2c7b3:43947 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e067b2c2c7b3/172.17.0.3:43947 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T10:20:41,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e067b2c2c7b3:43947 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e067b2c2c7b3/172.17.0.3:43947 2024-11-09T10:20:41,821 DEBUG [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fb70bb5a3b88f917f9a27f60628de7c, fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:41,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:41,912 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e067b2c2c7b3:43947 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e067b2c2c7b3/172.17.0.3:43947 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T10:20:41,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=e067b2c2c7b3:43947 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e067b2c2c7b3/172.17.0.3:43947 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-09T10:20:41,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address e067b2c2c7b3:43947 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e067b2c2c7b3/172.17.0.3:43947 2024-11-09T10:20:42,021 DEBUG [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4fb70bb5a3b88f917f9a27f60628de7c, fdfa9be6b8845a55ecbd5011084167ca 2024-11-09T10:20:42,074 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/.tmp/ns/776783f74b8c4f0bbfc4570bec2db706 2024-11-09T10:20:42,084 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca/.tmp/queue/6fa8aa0b4cf74b0eb83f1bbcaecffe4e 2024-11-09T10:20:42,089 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca/.tmp/hfileref/a4d9c28a5cee4c83aca8d8d1e8fece0c as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca/hfileref/a4d9c28a5cee4c83aca8d8d1e8fece0c 2024-11-09T10:20:42,093 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca/hfileref/a4d9c28a5cee4c83aca8d8d1e8fece0c, entries=4, sequenceid=10, filesize=5.2 K 2024-11-09T10:20:42,099 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/.tmp/rep_barrier/299ed7c237db4f488781ecb0950b8965 is 112, key is test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c./rep_barrier:seqnumDuringOpen/1731147625755/Put/seqid=0 2024-11-09T10:20:42,100 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca/.tmp/queue/6fa8aa0b4cf74b0eb83f1bbcaecffe4e as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca/queue/6fa8aa0b4cf74b0eb83f1bbcaecffe4e 2024-11-09T10:20:42,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741850_1026 (size=5518) 2024-11-09T10:20:42,105 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/.tmp/rep_barrier/299ed7c237db4f488781ecb0950b8965 2024-11-09T10:20:42,105 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca/queue/6fa8aa0b4cf74b0eb83f1bbcaecffe4e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-09T10:20:42,106 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for fdfa9be6b8845a55ecbd5011084167ca in 486ms, sequenceid=10, compaction requested=false 2024-11-09T10:20:42,111 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/replication/fdfa9be6b8845a55ecbd5011084167ca/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T10:20:42,111 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:42,111 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:42,111 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. 2024-11-09T10:20:42,111 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdfa9be6b8845a55ecbd5011084167ca: Waiting for close lock at 1731147641620Running coprocessor pre-close hooks at 1731147641620Disabling compacts and flushes for region at 1731147641620Disabling writes for close at 1731147641620Obtaining lock to block concurrent updates at 1731147641620Preparing flush snapshotting stores in fdfa9be6b8845a55ecbd5011084167ca at 1731147641620Finished memstore snapshotting hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731147641621 (+1 ms)Flushing stores of hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. at 1731147641621Flushing fdfa9be6b8845a55ecbd5011084167ca/hfileref: creating writer at 1731147641621Flushing fdfa9be6b8845a55ecbd5011084167ca/hfileref: appending metadata at 1731147641644 (+23 ms)Flushing fdfa9be6b8845a55ecbd5011084167ca/hfileref: closing flushed file at 1731147641644Flushing fdfa9be6b8845a55ecbd5011084167ca/queue: creating writer at 1731147641659 (+15 ms)Flushing fdfa9be6b8845a55ecbd5011084167ca/queue: appending metadata at 1731147641673 (+14 ms)Flushing fdfa9be6b8845a55ecbd5011084167ca/queue: closing flushed file at 1731147641673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5088bdf3: reopening flushed file at 1731147642088 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b32555: reopening flushed file at 1731147642093 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for fdfa9be6b8845a55ecbd5011084167ca in 486ms, sequenceid=10, compaction requested=false at 1731147642106 (+13 ms)Writing region close event to WAL at 1731147642108 (+2 ms)Running coprocessor post-close hooks at 1731147642111 (+3 ms)Closed at 1731147642111 2024-11-09T10:20:42,112 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147628202.fdfa9be6b8845a55ecbd5011084167ca. 2024-11-09T10:20:42,112 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4fb70bb5a3b88f917f9a27f60628de7c, disabling compactions & flushes 2024-11-09T10:20:42,112 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. 2024-11-09T10:20:42,112 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. 2024-11-09T10:20:42,112 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. after waiting 0 ms 2024-11-09T10:20:42,112 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. 2024-11-09T10:20:42,119 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 1033, reset compression=false 2024-11-09T10:20:42,120 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/default/test/4fb70bb5a3b88f917f9a27f60628de7c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T10:20:42,120 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:42,120 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:20:42,120 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. 2024-11-09T10:20:42,120 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4fb70bb5a3b88f917f9a27f60628de7c: Waiting for close lock at 1731147642112Running coprocessor pre-close hooks at 1731147642112Disabling compacts and flushes for region at 1731147642112Disabling writes for close at 1731147642112Writing region close event to WAL at 1731147642116 (+4 ms)Running coprocessor post-close hooks at 1731147642120 (+4 ms)Closed at 1731147642120 2024-11-09T10:20:42,120 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147625396.4fb70bb5a3b88f917f9a27f60628de7c. 2024-11-09T10:20:42,120 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:42,121 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e067b2c2c7b3:43947 this server is in the failed servers list 2024-11-09T10:20:42,121 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e067b2c2c7b3:43947 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:20:42,123 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:20:42,124 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 1328, reset compression=false 2024-11-09T10:20:42,124 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/.tmp/table/c17b909271654f77a49379970b459dd4 is 53, key is hbase:replication/table:state/1731147629377/Put/seqid=0 2024-11-09T10:20:42,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741851_1027 (size=5308) 2024-11-09T10:20:42,221 DEBUG [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:42,327 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 1328, reset compression=false 2024-11-09T10:20:42,421 DEBUG [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:20:42,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:42,431 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e067b2c2c7b3:43947 this server is in the failed servers list 2024-11-09T10:20:42,432 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e067b2c2c7b3:43947 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:20:42,529 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/.tmp/table/c17b909271654f77a49379970b459dd4 2024-11-09T10:20:42,534 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/.tmp/info/eb6b1534291f48b8b2bc16bfbbd6c904 as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/info/eb6b1534291f48b8b2bc16bfbbd6c904 2024-11-09T10:20:42,539 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/info/eb6b1534291f48b8b2bc16bfbbd6c904, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T10:20:42,539 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/.tmp/ns/776783f74b8c4f0bbfc4570bec2db706 as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/ns/776783f74b8c4f0bbfc4570bec2db706 2024-11-09T10:20:42,543 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/ns/776783f74b8c4f0bbfc4570bec2db706, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T10:20:42,544 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/.tmp/rep_barrier/299ed7c237db4f488781ecb0950b8965 as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/rep_barrier/299ed7c237db4f488781ecb0950b8965 2024-11-09T10:20:42,548 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/rep_barrier/299ed7c237db4f488781ecb0950b8965, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T10:20:42,549 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/.tmp/table/c17b909271654f77a49379970b459dd4 as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/table/c17b909271654f77a49379970b459dd4 2024-11-09T10:20:42,553 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/table/c17b909271654f77a49379970b459dd4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T10:20:42,553 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false 2024-11-09T10:20:42,557 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T10:20:42,558 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:42,558 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:42,558 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:42,558 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147641621Running coprocessor pre-close hooks at 1731147641621Disabling compacts and flushes for region at 1731147641621Disabling writes for close at 1731147641621Obtaining lock to block concurrent updates at 1731147641621Preparing flush snapshotting stores in 1588230740 at 1731147641621Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731147641621Flushing stores of hbase:meta,,1.1588230740 at 1731147641621Flushing 1588230740/info: creating writer at 1731147641621Flushing 1588230740/info: appending metadata at 1731147641637 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731147641637Flushing 1588230740/ns: creating writer at 1731147641647 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731147641669 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731147641669Flushing 1588230740/rep_barrier: creating writer at 1731147642079 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147642098 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147642098Flushing 1588230740/table: creating writer at 1731147642109 (+11 ms)Flushing 1588230740/table: appending metadata at 1731147642123 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731147642123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@261307b4: reopening flushed file at 1731147642533 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f3b72a: reopening flushed file at 1731147642539 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6477ef3f: reopening flushed file at 1731147642544 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31277227: reopening flushed file at 1731147642549 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false at 1731147642554 (+5 ms)Writing region close event to WAL at 1731147642555 (+1 ms)Running coprocessor post-close hooks at 1731147642558 (+3 ms)Closed at 1731147642558 2024-11-09T10:20:42,558 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:42,581 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:20:42,581 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:20:42,622 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,36791,1731147617567; all regions closed. 2024-11-09T10:20:42,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741834_1010 (size=4239) 2024-11-09T10:20:42,626 DEBUG [RS:0;e067b2c2c7b3:36791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/oldWALs 2024-11-09T10:20:42,627 INFO [RS:0;e067b2c2c7b3:36791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C36791%2C1731147617567.meta:.meta(num 1731147619227) 2024-11-09T10:20:42,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741839_1015 (size=2695) 2024-11-09T10:20:42,630 DEBUG [RS:0;e067b2c2c7b3:36791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/oldWALs 2024-11-09T10:20:42,630 INFO [RS:0;e067b2c2c7b3:36791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C36791%2C1731147617567.rep:(num 1731147629336) 2024-11-09T10:20:42,631 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 to pos 1328, reset compression=false 2024-11-09T10:20:42,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741833_1009 (size=1336) 2024-11-09T10:20:42,636 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/WALs/e067b2c2c7b3,36791,1731147617567/e067b2c2c7b3%2C36791%2C1731147617567.1731147618684 2024-11-09T10:20:42,637 DEBUG [RS:0;e067b2c2c7b3:36791 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/oldWALs 2024-11-09T10:20:42,637 INFO [RS:0;e067b2c2c7b3:36791 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C36791%2C1731147617567:(num 1731147618684) 2024-11-09T10:20:42,637 DEBUG [RS:0;e067b2c2c7b3:36791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:42,637 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:20:42,637 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:20:42,637 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:20:42,637 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:20:42,637 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:20:42,637 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,36791,1731147617567 because: Region server is closing 2024-11-09T10:20:42,637 INFO [RS:0;e067b2c2c7b3:36791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:36791. 2024-11-09T10:20:42,638 DEBUG [RS:0;e067b2c2c7b3:36791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:42,638 DEBUG [RS:0;e067b2c2c7b3:36791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:42,638 DEBUG [RS:0;e067b2c2c7b3:36791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:42,638 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:42,738 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.wal-reader.e067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-09T10:20:42,738 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-09T10:20:42,738 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-09T10:20:42,738 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-09T10:20:42,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:42,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e067b2c2c7b3:43947 this server is in the failed servers list 2024-11-09T10:20:42,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e067b2c2c7b3:43947 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:20:43,439 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36791,1731147617567.replicationSource.shippere067b2c2c7b3%2C36791%2C1731147617567,1-e067b2c2c7b3,36791,1731147617567 terminated 2024-11-09T10:20:43,439 INFO [RS:0;e067b2c2c7b3:36791 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:36791. 2024-11-09T10:20:43,440 DEBUG [RS:0;e067b2c2c7b3:36791 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:20:43,440 DEBUG [RS:0;e067b2c2c7b3:36791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:43,440 DEBUG [RS:0;e067b2c2c7b3:36791 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:43,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:20:43,440 INFO [RS:0;e067b2c2c7b3:36791 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36791 2024-11-09T10:20:43,505 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01530924365/rs/e067b2c2c7b3,36791,1731147617567 2024-11-09T10:20:43,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365/rs 2024-11-09T10:20:43,505 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:20:43,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:20:43,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,36791,1731147617567] 2024-11-09T10:20:43,526 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01530924365/draining/e067b2c2c7b3,36791,1731147617567 already deleted, retry=false 2024-11-09T10:20:43,527 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,36791,1731147617567 expired; onlineServers=0 2024-11-09T10:20:43,527 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,46413,1731147617397' ***** 2024-11-09T10:20:43,527 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:20:43,527 INFO [M:0;e067b2c2c7b3:46413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:20:43,527 INFO [M:0;e067b2c2c7b3:46413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:20:43,527 DEBUG [M:0;e067b2c2c7b3:46413 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:20:43,527 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:20:43,527 DEBUG [M:0;e067b2c2c7b3:46413 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:20:43,527 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147618422 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147618422,5,FailOnTimeoutGroup] 2024-11-09T10:20:43,527 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147618420 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147618420,5,FailOnTimeoutGroup] 2024-11-09T10:20:43,527 INFO [M:0;e067b2c2c7b3:46413 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:20:43,527 INFO [M:0;e067b2c2c7b3:46413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:20:43,527 DEBUG [M:0;e067b2c2c7b3:46413 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:20:43,527 INFO [M:0;e067b2c2c7b3:46413 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:20:43,527 INFO [M:0;e067b2c2c7b3:46413 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:20:43,527 INFO [M:0;e067b2c2c7b3:46413 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:20:43,528 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:20:43,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01530924365/master 2024-11-09T10:20:43,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01530924365 2024-11-09T10:20:43,537 DEBUG [M:0;e067b2c2c7b3:46413 {}] zookeeper.ZKUtil(347): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Unable to get data of znode /01530924365/master because node does not exist (not an error) 2024-11-09T10:20:43,537 WARN [M:0;e067b2c2c7b3:46413 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:20:43,539 INFO [M:0;e067b2c2c7b3:46413 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/.lastflushedseqids 2024-11-09T10:20:43,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:43,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:43,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:43,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:43,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:43,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:43,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741852_1028 (size=263) 2024-11-09T10:20:43,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:43,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:43,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:43,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:43,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T10:20:43,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T10:20:43,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T10:20:43,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:43,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:20:43,616 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:43,616 INFO [RS:0;e067b2c2c7b3:36791 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:20:43,616 DEBUG [pool-1127-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36791-0x1011f1c48c20001, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:43,616 INFO [RS:0;e067b2c2c7b3:36791 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,36791,1731147617567; zookeeper connection closed. 2024-11-09T10:20:43,616 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@36f49d42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@36f49d42 2024-11-09T10:20:43,617 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:20:43,949 INFO [M:0;e067b2c2c7b3:46413 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:20:43,949 INFO [M:0;e067b2c2c7b3:46413 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:20:43,949 DEBUG [M:0;e067b2c2c7b3:46413 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:20:43,949 INFO [M:0;e067b2c2c7b3:46413 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:43,950 DEBUG [M:0;e067b2c2c7b3:46413 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:43,950 DEBUG [M:0;e067b2c2c7b3:46413 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:20:43,950 DEBUG [M:0;e067b2c2c7b3:46413 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:43,950 INFO [M:0;e067b2c2c7b3:46413 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-09T10:20:43,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:43,952 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:20:43,955 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:20:43,970 DEBUG [M:0;e067b2c2c7b3:46413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4a497f59cc14281891d3e17b91b487c is 82, key is hbase:meta,,1/info:regioninfo/1731147619286/Put/seqid=0 2024-11-09T10:20:43,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741853_1029 (size=5672) 2024-11-09T10:20:44,374 INFO [M:0;e067b2c2c7b3:46413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4a497f59cc14281891d3e17b91b487c 2024-11-09T10:20:44,392 DEBUG [M:0;e067b2c2c7b3:46413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64eb452e6a34413a88d550875be950d5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731147629381/Put/seqid=0 2024-11-09T10:20:44,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741854_1030 (size=8516) 2024-11-09T10:20:44,795 INFO [M:0;e067b2c2c7b3:46413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64eb452e6a34413a88d550875be950d5 2024-11-09T10:20:44,819 DEBUG [M:0;e067b2c2c7b3:46413 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1145d0ed6c444285b6fc25a2a37560b9 is 69, key is e067b2c2c7b3,36791,1731147617567/rs:state/1731147618494/Put/seqid=0 2024-11-09T10:20:44,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741855_1031 (size=5156) 2024-11-09T10:20:45,224 INFO [M:0;e067b2c2c7b3:46413 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1145d0ed6c444285b6fc25a2a37560b9 2024-11-09T10:20:45,229 DEBUG [M:0;e067b2c2c7b3:46413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4a497f59cc14281891d3e17b91b487c as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4a497f59cc14281891d3e17b91b487c 2024-11-09T10:20:45,233 INFO [M:0;e067b2c2c7b3:46413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4a497f59cc14281891d3e17b91b487c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T10:20:45,234 DEBUG [M:0;e067b2c2c7b3:46413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64eb452e6a34413a88d550875be950d5 as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64eb452e6a34413a88d550875be950d5 2024-11-09T10:20:45,238 INFO [M:0;e067b2c2c7b3:46413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64eb452e6a34413a88d550875be950d5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T10:20:45,239 DEBUG [M:0;e067b2c2c7b3:46413 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1145d0ed6c444285b6fc25a2a37560b9 as hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1145d0ed6c444285b6fc25a2a37560b9 2024-11-09T10:20:45,243 INFO [M:0;e067b2c2c7b3:46413 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40567/user/jenkins/test-data/4d4da321-2a8e-002f-9e2f-9931dd633f0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1145d0ed6c444285b6fc25a2a37560b9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T10:20:45,244 INFO [M:0;e067b2c2c7b3:46413 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false 2024-11-09T10:20:45,248 INFO [M:0;e067b2c2c7b3:46413 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:45,248 DEBUG [M:0;e067b2c2c7b3:46413 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147643949Disabling compacts and flushes for region at 1731147643949Disabling writes for close at 1731147643950 (+1 ms)Obtaining lock to block concurrent updates at 1731147643950Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147643950Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731147643950Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147643951 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147643951Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147643969 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147643969Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147644378 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147644391 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147644391Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147644799 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147644818 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147644818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7edfd9c1: reopening flushed file at 1731147645228 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e7638de: reopening flushed file at 1731147645233 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d3a3dc7: reopening flushed file at 1731147645238 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=97, compaction requested=false at 1731147645244 (+6 ms)Writing region close event to WAL at 1731147645248 (+4 ms)Closed at 1731147645248 2024-11-09T10:20:45,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45221 is added to blk_1073741830_1006 (size=63654) 2024-11-09T10:20:45,251 INFO [M:0;e067b2c2c7b3:46413 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:20:45,251 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:20:45,251 INFO [M:0;e067b2c2c7b3:46413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46413 2024-11-09T10:20:45,251 INFO [M:0;e067b2c2c7b3:46413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:20:45,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:45,447 INFO [M:0;e067b2c2c7b3:46413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:20:45,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46413-0x1011f1c48c20000, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:20:45,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16b28250{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:20:45,450 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6764637a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:20:45,450 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:20:45,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464459b0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:20:45,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b562ab6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/hadoop.log.dir/,STOPPED} 2024-11-09T10:20:45,452 WARN [BP-162670455-172.17.0.3-1731147615542 heartbeating to localhost/127.0.0.1:40567 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:20:45,452 WARN [BP-162670455-172.17.0.3-1731147615542 heartbeating to localhost/127.0.0.1:40567 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-162670455-172.17.0.3-1731147615542 (Datanode Uuid bdf0aa78-8f6f-4225-ad6a-d6d2b8cf1831) service to localhost/127.0.0.1:40567 2024-11-09T10:20:45,452 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:20:45,452 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:20:45,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/cluster_a71c7ac8-f7a4-d2c6-b9bb-ef860a0c35c0/data/data1/current/BP-162670455-172.17.0.3-1731147615542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:20:45,452 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/cluster_a71c7ac8-f7a4-d2c6-b9bb-ef860a0c35c0/data/data2/current/BP-162670455-172.17.0.3-1731147615542 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:20:45,453 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:20:45,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56324a50{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:20:45,458 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@169a1fe0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:20:45,458 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:20:45,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf68f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:20:45,458 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@375a96e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8cdab99a-e5ce-d736-69e1-3db06f725658/hadoop.log.dir/,STOPPED} 2024-11-09T10:20:45,465 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T10:20:45,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:20:45,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 204) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50945) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40355 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40567 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40355 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40567 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50945) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:40355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40355 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40355 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40567 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40567 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40355 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40567 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40567 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=620 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 341) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=828 (was 1511) 2024-11-09T10:20:45,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=829 2024-11-09T10:20:45,510 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-09T10:20:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/hadoop.log.dir so I do NOT create it in target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596 2024-11-09T10:20:45,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:20:45,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/hadoop.tmp.dir so I do NOT create it in target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596 2024-11-09T10:20:45,510 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10c65524-3302-fa17-28ab-9a151a172ebe/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:20:45,510 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596 2024-11-09T10:20:45,510 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/cluster_2494b1df-9b0b-28f4-1ccc-5d331e3b0c2f, deleteOnExit=true 2024-11-09T10:20:45,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f1c48c20005, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:20:45,562 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f1c48c20005, quorum=127.0.0.1:50945, baseZNode=/1412366155 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:20:45,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f1c48c20002, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:20:45,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f1c48c20002, quorum=127.0.0.1:50945, baseZNode=/01530924365 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:20:45,584 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/cluster_2494b1df-9b0b-28f4-1ccc-5d331e3b0c2f/zookeeper_0, clientPort=63486, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/cluster_2494b1df-9b0b-28f4-1ccc-5d331e3b0c2f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/cluster_2494b1df-9b0b-28f4-1ccc-5d331e3b0c2f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T10:20:45,585 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63486 2024-11-09T10:20:45,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:20:45,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:20:45,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/test.cache.data in system properties and HBase conf 2024-11-09T10:20:45,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:20:45,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:20:45,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:20:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:20:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:20:45,586 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:20:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:20:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:20:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:20:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:20:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:20:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:20:45,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:20:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:20:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:20:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:20:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:20:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:20:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:20:45,587 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:20:45,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:45,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:20:45,961 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4160 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:20:46,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:20:46,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:20:46,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:20:46,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:20:46,286 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:20:46,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:20:46,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e05f28e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:20:46,287 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@670a5da2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:20:46,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f77a083{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/java.io.tmpdir/jetty-localhost-42657-hadoop-hdfs-3_4_1-tests_jar-_-any-14674290908590469831/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:20:46,413 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a7ed6e2{HTTP/1.1, (http/1.1)}{localhost:42657} 2024-11-09T10:20:46,413 INFO [Time-limited test {}] server.Server(415): Started @199562ms 2024-11-09T10:20:46,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:20:46,684 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:20:46,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:20:46,686 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:20:46,686 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:20:46,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66baa053{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:20:46,687 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a1607c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:20:46,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b29159{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/java.io.tmpdir/jetty-localhost-36113-hadoop-hdfs-3_4_1-tests_jar-_-any-6859122055203409236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:20:46,795 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e2d89e4{HTTP/1.1, (http/1.1)}{localhost:36113} 2024-11-09T10:20:46,795 INFO [Time-limited test {}] server.Server(415): Started @199945ms 2024-11-09T10:20:46,796 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:20:47,450 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/cluster_2494b1df-9b0b-28f4-1ccc-5d331e3b0c2f/data/data2/current/BP-1718213169-172.17.0.3-1731147645607/current, will proceed with Du for space computation calculation, 2024-11-09T10:20:47,450 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/cluster_2494b1df-9b0b-28f4-1ccc-5d331e3b0c2f/data/data1/current/BP-1718213169-172.17.0.3-1731147645607/current, will proceed with Du for space computation calculation, 2024-11-09T10:20:47,470 WARN [Thread-2179 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:20:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab49700389b73c6 with lease ID 0xe4bef032a2394338: Processing first storage report for DS-e7fcf15f-d206-413d-bb84-c83ee57369f6 from datanode DatanodeRegistration(127.0.0.1:38187, datanodeUuid=551ee8b1-d80a-490a-a96c-902dc0ec7d0a, infoPort=36955, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=488293422;c=1731147645607) 2024-11-09T10:20:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab49700389b73c6 with lease ID 0xe4bef032a2394338: from storage DS-e7fcf15f-d206-413d-bb84-c83ee57369f6 node DatanodeRegistration(127.0.0.1:38187, datanodeUuid=551ee8b1-d80a-490a-a96c-902dc0ec7d0a, infoPort=36955, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=488293422;c=1731147645607), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:20:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab49700389b73c6 with lease ID 0xe4bef032a2394338: Processing first storage report for DS-b7e52e91-c48b-4833-9820-6d8c1fbc5c8b from datanode DatanodeRegistration(127.0.0.1:38187, datanodeUuid=551ee8b1-d80a-490a-a96c-902dc0ec7d0a, infoPort=36955, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=488293422;c=1731147645607) 2024-11-09T10:20:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab49700389b73c6 with lease ID 0xe4bef032a2394338: from storage DS-b7e52e91-c48b-4833-9820-6d8c1fbc5c8b node DatanodeRegistration(127.0.0.1:38187, datanodeUuid=551ee8b1-d80a-490a-a96c-902dc0ec7d0a, infoPort=36955, infoSecurePort=0, ipcPort=41679, storageInfo=lv=-57;cid=testClusterID;nsid=488293422;c=1731147645607), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:20:47,523 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596 2024-11-09T10:20:47,523 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:47,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:47,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:20:47,932 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d with version=8 2024-11-09T10:20:47,932 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/hbase-staging 2024-11-09T10:20:47,934 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:20:47,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:47,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:47,934 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:20:47,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:47,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:20:47,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:20:47,935 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:20:47,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41793 2024-11-09T10:20:47,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41793 connecting to ZooKeeper ensemble=127.0.0.1:63486 2024-11-09T10:20:48,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417930x0, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:48,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41793-0x1011f1cbe3b0000 connected 2024-11-09T10:20:48,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:48,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:48,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Set watcher on znode that does not yet exist, /0-1572733695/running 2024-11-09T10:20:48,109 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d, hbase.cluster.distributed=false 2024-11-09T10:20:48,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Set watcher on znode that does not yet exist, /0-1572733695/acl 2024-11-09T10:20:48,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41793 2024-11-09T10:20:48,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41793 2024-11-09T10:20:48,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41793 2024-11-09T10:20:48,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41793 2024-11-09T10:20:48,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41793 2024-11-09T10:20:48,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:20:48,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:48,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:48,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:20:48,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:48,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:20:48,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:20:48,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:20:48,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36085 2024-11-09T10:20:48,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36085 connecting to ZooKeeper ensemble=127.0.0.1:63486 2024-11-09T10:20:48,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:48,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:48,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:360850x0, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:48,138 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:360850x0, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Set watcher on znode that does not yet exist, /0-1572733695/running 2024-11-09T10:20:48,139 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:20:48,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36085-0x1011f1cbe3b0001 connected 2024-11-09T10:20:48,143 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:20:48,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Set watcher on znode that does not yet exist, /0-1572733695/master 2024-11-09T10:20:48,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Set watcher on znode that does not yet exist, /0-1572733695/acl 2024-11-09T10:20:48,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-09T10:20:48,148 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36085 2024-11-09T10:20:48,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36085 2024-11-09T10:20:48,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-09T10:20:48,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36085 2024-11-09T10:20:48,164 DEBUG [M:0;e067b2c2c7b3:41793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:41793 2024-11-09T10:20:48,166 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1572733695/backup-masters/e067b2c2c7b3,41793,1731147647934 2024-11-09T10:20:48,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695/backup-masters 2024-11-09T10:20:48,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695/backup-masters 2024-11-09T10:20:48,170 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Set watcher on existing znode=/0-1572733695/backup-masters/e067b2c2c7b3,41793,1731147647934 2024-11-09T10:20:48,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1572733695/master 2024-11-09T10:20:48,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:20:48,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:20:48,180 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Set watcher on existing znode=/0-1572733695/master 2024-11-09T10:20:48,181 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1572733695/backup-masters/e067b2c2c7b3,41793,1731147647934 from backup master directory 2024-11-09T10:20:48,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1572733695/backup-masters/e067b2c2c7b3,41793,1731147647934 2024-11-09T10:20:48,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695/backup-masters 2024-11-09T10:20:48,191 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:20:48,191 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,41793,1731147647934 2024-11-09T10:20:48,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695/backup-masters 2024-11-09T10:20:48,194 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/hbase.id] with ID: 585d661d-7dc1-4322-b51d-08da3d435223 2024-11-09T10:20:48,194 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/.tmp/hbase.id 2024-11-09T10:20:48,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:20:48,606 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/.tmp/hbase.id]:[hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/hbase.id] 2024-11-09T10:20:48,614 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:48,614 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:20:48,615 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:20:48,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:20:48,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:20:48,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:20:48,941 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:20:48,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:48,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:48,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:48,979 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:48,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:48,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:48,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:48,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:48,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:48,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:49,073 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:20:49,074 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:20:49,074 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:49,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:20:49,481 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store 2024-11-09T10:20:49,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:20:49,886 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:49,886 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:20:49,886 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:49,886 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:49,886 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:20:49,886 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:49,886 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:49,886 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147649886Disabling compacts and flushes for region at 1731147649886Disabling writes for close at 1731147649886Writing region close event to WAL at 1731147649886Closed at 1731147649886 2024-11-09T10:20:49,887 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/.initializing 2024-11-09T10:20:49,887 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/WALs/e067b2c2c7b3,41793,1731147647934 2024-11-09T10:20:49,888 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:20:49,889 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C41793%2C1731147647934, suffix=, logDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/WALs/e067b2c2c7b3,41793,1731147647934, archiveDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/oldWALs, maxLogs=10 2024-11-09T10:20:49,902 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/WALs/e067b2c2c7b3,41793,1731147647934/e067b2c2c7b3%2C41793%2C1731147647934.1731147649889, exclude list is [], retry=0 2024-11-09T10:20:49,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38187,DS-e7fcf15f-d206-413d-bb84-c83ee57369f6,DISK] 2024-11-09T10:20:49,906 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/WALs/e067b2c2c7b3,41793,1731147647934/e067b2c2c7b3%2C41793%2C1731147647934.1731147649889 2024-11-09T10:20:49,906 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36955:36955)] 2024-11-09T10:20:49,906 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:49,906 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:49,906 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:49,906 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:49,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:49,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:20:49,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:49,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:49,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:49,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:20:49,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:49,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:49,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:49,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:20:49,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:49,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:49,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:49,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:20:49,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:49,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:49,912 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:49,913 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:49,913 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:49,914 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:49,914 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:49,914 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:49,915 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:49,917 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:49,917 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60037718, jitterRate=-0.10536828637123108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:49,918 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147649906Initializing all the Stores at 1731147649907 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147649907Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147649907Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147649907Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147649907Cleaning up temporary data from old regions at 1731147649914 (+7 ms)Region opened successfully at 1731147649918 (+4 ms) 2024-11-09T10:20:49,918 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:20:49,920 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721a94ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:20:49,921 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:20:49,921 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:20:49,921 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:20:49,921 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:20:49,921 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:20:49,921 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:20:49,921 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:20:49,923 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:20:49,924 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Unable to get data of znode /0-1572733695/balancer because node does not exist (not necessarily an error) 2024-11-09T10:20:50,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:50,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:20:50,001 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8200 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:20:50,012 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1572733695/balancer already deleted, retry=false 2024-11-09T10:20:50,012 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:20:50,012 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Unable to get data of znode /0-1572733695/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:20:50,022 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1572733695/normalizer already deleted, retry=false 2024-11-09T10:20:50,022 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:20:50,023 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Unable to get data of znode /0-1572733695/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:20:50,033 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1572733695/switch/split already deleted, retry=false 2024-11-09T10:20:50,033 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Unable to get data of znode /0-1572733695/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:20:50,043 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1572733695/switch/merge already deleted, retry=false 2024-11-09T10:20:50,045 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Unable to get data of znode /0-1572733695/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:20:50,054 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1572733695/snapshot-cleanup already deleted, retry=false 2024-11-09T10:20:50,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1572733695/running 2024-11-09T10:20:50,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1572733695/running 2024-11-09T10:20:50,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:20:50,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:20:50,065 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,41793,1731147647934, sessionid=0x1011f1cbe3b0000, setting cluster-up flag (Was=false) 2024-11-09T10:20:50,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:20:50,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:20:50,117 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1572733695/flush-table-proc/acquired, /0-1572733695/flush-table-proc/reached, /0-1572733695/flush-table-proc/abort 2024-11-09T10:20:50,118 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,41793,1731147647934 2024-11-09T10:20:50,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:20:50,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:20:50,170 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1572733695/online-snapshot/acquired, /0-1572733695/online-snapshot/reached, /0-1572733695/online-snapshot/abort 2024-11-09T10:20:50,171 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,41793,1731147647934 2024-11-09T10:20:50,172 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:20:50,173 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:50,173 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:20:50,173 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:20:50,173 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,41793,1731147647934 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:20:50,174 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:50,175 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:50,175 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:50,175 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:50,175 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:20:50,175 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,175 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:20:50,175 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,175 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147680175 2024-11-09T10:20:50,175 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:20:50,175 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:20:50,175 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:20:50,175 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:20:50,175 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:20:50,176 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:20:50,176 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,176 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:50,176 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:20:50,176 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:20:50,176 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:20:50,176 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:20:50,176 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:20:50,176 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:20:50,176 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:20:50,177 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:50,177 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:20:50,180 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147650176,5,FailOnTimeoutGroup] 2024-11-09T10:20:50,180 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147650180,5,FailOnTimeoutGroup] 2024-11-09T10:20:50,180 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,180 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:20:50,180 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,180 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:20:50,257 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(746): ClusterId : 585d661d-7dc1-4322-b51d-08da3d435223 2024-11-09T10:20:50,257 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:20:50,265 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:20:50,265 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:20:50,275 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:20:50,276 DEBUG [RS:0;e067b2c2c7b3:36085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3de54e0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:20:50,287 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:36085 2024-11-09T10:20:50,287 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:20:50,287 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:20:50,287 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:20:50,288 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,41793,1731147647934 with port=36085, startcode=1731147648125 2024-11-09T10:20:50,288 DEBUG [RS:0;e067b2c2c7b3:36085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:20:50,289 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:20:50,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,36085,1731147648125 2024-11-09T10:20:50,289 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41793 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,36085,1731147648125 2024-11-09T10:20:50,290 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d 2024-11-09T10:20:50,291 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41019 2024-11-09T10:20:50,291 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:20:50,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695/rs 2024-11-09T10:20:50,296 DEBUG [RS:0;e067b2c2c7b3:36085 {}] zookeeper.ZKUtil(111): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Set watcher on existing znode=/0-1572733695/rs/e067b2c2c7b3,36085,1731147648125 2024-11-09T10:20:50,296 WARN [RS:0;e067b2c2c7b3:36085 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:20:50,296 INFO [RS:0;e067b2c2c7b3:36085 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:50,296 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125 2024-11-09T10:20:50,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,36085,1731147648125] 2024-11-09T10:20:50,299 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:20:50,300 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:20:50,300 INFO [RS:0;e067b2c2c7b3:36085 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:20:50,300 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,300 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:20:50,301 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:20:50,301 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:20:50,301 DEBUG [RS:0;e067b2c2c7b3:36085 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:20:50,302 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,302 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,302 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,302 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,302 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,302 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36085,1731147648125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:20:50,321 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:20:50,321 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36085,1731147648125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,321 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,321 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.Replication(171): e067b2c2c7b3,36085,1731147648125 started 2024-11-09T10:20:50,340 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:50,340 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,36085,1731147648125, RpcServer on e067b2c2c7b3/172.17.0.3:36085, sessionid=0x1011f1cbe3b0001 2024-11-09T10:20:50,340 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:20:50,340 DEBUG [RS:0;e067b2c2c7b3:36085 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,36085,1731147648125 2024-11-09T10:20:50,340 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,36085,1731147648125' 2024-11-09T10:20:50,340 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1572733695/flush-table-proc/abort' 2024-11-09T10:20:50,341 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1572733695/flush-table-proc/acquired' 2024-11-09T10:20:50,341 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:20:50,341 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:20:50,341 DEBUG [RS:0;e067b2c2c7b3:36085 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,36085,1731147648125 2024-11-09T10:20:50,341 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,36085,1731147648125' 2024-11-09T10:20:50,341 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1572733695/online-snapshot/abort' 2024-11-09T10:20:50,341 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1572733695/online-snapshot/acquired' 2024-11-09T10:20:50,342 DEBUG [RS:0;e067b2c2c7b3:36085 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:20:50,342 INFO [RS:0;e067b2c2c7b3:36085 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:20:50,342 INFO [RS:0;e067b2c2c7b3:36085 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:20:50,442 INFO [RS:0;e067b2c2c7b3:36085 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:20:50,443 INFO [RS:0;e067b2c2c7b3:36085 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36085%2C1731147648125, suffix=, logDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125, archiveDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/oldWALs, maxLogs=10 2024-11-09T10:20:50,455 DEBUG [RS:0;e067b2c2c7b3:36085 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444, exclude list is [], retry=0 2024-11-09T10:20:50,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38187,DS-e7fcf15f-d206-413d-bb84-c83ee57369f6,DISK] 2024-11-09T10:20:50,459 INFO [RS:0;e067b2c2c7b3:36085 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 2024-11-09T10:20:50,459 DEBUG [RS:0;e067b2c2c7b3:36085 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36955:36955)] 2024-11-09T10:20:50,584 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:20:50,584 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d 2024-11-09T10:20:50,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:20:50,990 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:50,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:20:50,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:20:50,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:50,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:50,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:20:50,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:20:50,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:50,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:50,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:20:50,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:20:50,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:50,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:50,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:20:50,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:20:50,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:50,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:50,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:20:50,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740 2024-11-09T10:20:50,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740 2024-11-09T10:20:50,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:20:50,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:20:50,998 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:50,999 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:20:51,000 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:51,001 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65315889, jitterRate=-0.026717409491539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:51,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147650990Initializing all the Stores at 1731147650990Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147650990Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147650991 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147650991Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147650991Cleaning up temporary data from old regions at 1731147650998 (+7 ms)Region opened successfully at 1731147651001 (+3 ms) 2024-11-09T10:20:51,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:20:51,002 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:20:51,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:20:51,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:20:51,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:20:51,009 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:51,009 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147651002Disabling compacts and flushes for region at 1731147651002Disabling writes for close at 1731147651002Writing region close event to WAL at 1731147651009 (+7 ms)Closed at 1731147651009 2024-11-09T10:20:51,010 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:51,010 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:20:51,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:20:51,011 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:20:51,012 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:20:51,162 DEBUG [e067b2c2c7b3:41793 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:20:51,163 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,36085,1731147648125 2024-11-09T10:20:51,164 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,36085,1731147648125, state=OPENING 2024-11-09T10:20:51,254 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:20:51,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:20:51,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:20:51,293 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:20:51,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1572733695/meta-region-server: CHANGED 2024-11-09T10:20:51,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1572733695/meta-region-server: CHANGED 2024-11-09T10:20:51,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36085,1731147648125}] 2024-11-09T10:20:51,445 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:20:51,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:20:51,449 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:20:51,449 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:51,449 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:20:51,450 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36085%2C1731147648125.meta, suffix=.meta, logDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125, archiveDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/oldWALs, maxLogs=10 2024-11-09T10:20:51,466 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.meta.1731147651451.meta, exclude list is [], retry=0 2024-11-09T10:20:51,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38187,DS-e7fcf15f-d206-413d-bb84-c83ee57369f6,DISK] 2024-11-09T10:20:51,469 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.meta.1731147651451.meta 2024-11-09T10:20:51,469 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36955:36955)] 2024-11-09T10:20:51,469 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:51,469 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:20:51,469 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:20:51,470 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:20:51,470 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:20:51,470 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:20:51,470 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:51,470 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:20:51,470 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:20:51,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:20:51,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:20:51,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:51,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:51,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:20:51,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:20:51,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:51,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:51,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:20:51,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:20:51,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:51,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:51,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:20:51,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:20:51,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:51,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:51,475 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:20:51,475 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740 2024-11-09T10:20:51,476 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740 2024-11-09T10:20:51,477 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:20:51,477 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:20:51,477 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:51,478 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:20:51,479 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62876255, jitterRate=-0.06307078897953033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:51,479 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:20:51,479 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147651470Writing region info on filesystem at 1731147651470Initializing all the Stores at 1731147651471 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147651471Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147651471Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147651471Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147651471Cleaning up temporary data from old regions at 1731147651477 (+6 ms)Running coprocessor post-open hooks at 1731147651479 (+2 ms)Region opened successfully at 1731147651479 2024-11-09T10:20:51,480 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147651445 2024-11-09T10:20:51,482 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:20:51,482 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:20:51,483 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,36085,1731147648125 2024-11-09T10:20:51,483 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,36085,1731147648125, state=OPEN 2024-11-09T10:20:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1572733695/meta-region-server 2024-11-09T10:20:51,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1572733695/meta-region-server 2024-11-09T10:20:51,496 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36085,1731147648125 2024-11-09T10:20:51,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1572733695/meta-region-server: CHANGED 2024-11-09T10:20:51,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1572733695/meta-region-server: CHANGED 2024-11-09T10:20:51,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:20:51,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36085,1731147648125 in 203 msec 2024-11-09T10:20:51,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:20:51,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-09T10:20:51,500 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:51,500 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:20:51,502 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:51,502 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36085,1731147648125, seqNum=-1] 2024-11-09T10:20:51,502 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:51,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:51,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3340 sec 2024-11-09T10:20:51,507 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147651507, completionTime=-1 2024-11-09T10:20:51,507 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:20:51,507 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:20:51,509 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:20:51,509 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147711509 2024-11-09T10:20:51,509 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147771509 2024-11-09T10:20:51,509 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:20:51,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,41793,1731147647934-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:51,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,41793,1731147647934-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:51,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,41793,1731147647934-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:51,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:41793, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:51,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:51,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:51,512 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:20:51,517 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.325sec 2024-11-09T10:20:51,517 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:20:51,517 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:20:51,517 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:20:51,517 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:20:51,517 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:20:51,517 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,41793,1731147647934-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:20:51,517 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,41793,1731147647934-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:20:51,519 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:20:51,519 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:20:51,519 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,41793,1731147647934-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:51,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c58b73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:51,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,41793,-1 for getting cluster id 2024-11-09T10:20:51,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:51,559 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585d661d-7dc1-4322-b51d-08da3d435223' 2024-11-09T10:20:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:51,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585d661d-7dc1-4322-b51d-08da3d435223" 2024-11-09T10:20:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599ca500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,41793,-1] 2024-11-09T10:20:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:51,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:51,561 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:51,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@365e3bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:51,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:51,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36085,1731147648125, seqNum=-1] 2024-11-09T10:20:51,563 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:51,564 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:51,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,41793,1731147647934 2024-11-09T10:20:51,566 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63486 2024-11-09T10:20:51,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:51,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f1cbe3b0002 connected 2024-11-09T10:20:51,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/hadoop.log.dir so I do NOT create it in target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62 2024-11-09T10:20:51,593 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:20:51,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/hadoop.tmp.dir so I do NOT create it in target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62 2024-11-09T10:20:51,593 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:20:51,593 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62 2024-11-09T10:20:51,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:20:51,593 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/cluster_506d028d-8bf7-920f-cce5-5f5e640a043c, deleteOnExit=true 2024-11-09T10:20:51,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:20:51,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/test.cache.data in system properties and HBase conf 2024-11-09T10:20:51,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:20:51,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:20:51,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:20:51,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:20:51,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:20:51,594 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:20:51,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:20:51,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:20:51,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:20:51,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:20:51,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:20:51,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:20:51,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:20:51,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:20:51,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:20:51,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:20:51,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:20:51,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:20:51,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:20:51,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:20:51,909 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:20:51,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:20:51,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:20:51,918 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:20:51,918 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:20:51,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:20:51,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b7c9c1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:20:51,919 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52b633c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:20:52,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22c0462{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/java.io.tmpdir/jetty-localhost-39025-hadoop-hdfs-3_4_1-tests_jar-_-any-587094195419874823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:20:52,015 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@542f28d8{HTTP/1.1, (http/1.1)}{localhost:39025} 2024-11-09T10:20:52,015 INFO [Time-limited test {}] server.Server(415): Started @205165ms 2024-11-09T10:20:52,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:20:52,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:20:52,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:20:52,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:20:52,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:20:52,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e6736a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:20:52,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d720{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:20:52,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24d7c89d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/java.io.tmpdir/jetty-localhost-38847-hadoop-hdfs-3_4_1-tests_jar-_-any-16412663208872535742/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:20:52,377 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a961742{HTTP/1.1, (http/1.1)}{localhost:38847} 2024-11-09T10:20:52,377 INFO [Time-limited test {}] server.Server(415): Started @205527ms 2024-11-09T10:20:52,378 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:20:53,021 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/cluster_506d028d-8bf7-920f-cce5-5f5e640a043c/data/data1/current/BP-493556526-172.17.0.3-1731147651615/current, will proceed with Du for space computation calculation, 2024-11-09T10:20:53,022 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/cluster_506d028d-8bf7-920f-cce5-5f5e640a043c/data/data2/current/BP-493556526-172.17.0.3-1731147651615/current, will proceed with Du for space computation calculation, 2024-11-09T10:20:53,043 WARN [Thread-2300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:20:53,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15043578bf5c3606 with lease ID 0x40563ce388fc999d: Processing first storage report for DS-acc7f20a-1eac-454b-8f0c-cfbaf7fb9a3a from datanode DatanodeRegistration(127.0.0.1:44893, datanodeUuid=726d7fc5-1af6-4c39-a29d-69d51161369d, infoPort=45415, infoSecurePort=0, ipcPort=42303, storageInfo=lv=-57;cid=testClusterID;nsid=1378575321;c=1731147651615) 2024-11-09T10:20:53,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15043578bf5c3606 with lease ID 0x40563ce388fc999d: from storage DS-acc7f20a-1eac-454b-8f0c-cfbaf7fb9a3a node DatanodeRegistration(127.0.0.1:44893, datanodeUuid=726d7fc5-1af6-4c39-a29d-69d51161369d, infoPort=45415, infoSecurePort=0, ipcPort=42303, storageInfo=lv=-57;cid=testClusterID;nsid=1378575321;c=1731147651615), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:20:53,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15043578bf5c3606 with lease ID 0x40563ce388fc999d: Processing first storage report for DS-1b666b92-26d6-46d2-ad00-f873e1d10c63 from datanode DatanodeRegistration(127.0.0.1:44893, datanodeUuid=726d7fc5-1af6-4c39-a29d-69d51161369d, infoPort=45415, infoSecurePort=0, ipcPort=42303, storageInfo=lv=-57;cid=testClusterID;nsid=1378575321;c=1731147651615) 2024-11-09T10:20:53,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15043578bf5c3606 with lease ID 0x40563ce388fc999d: from storage DS-1b666b92-26d6-46d2-ad00-f873e1d10c63 node DatanodeRegistration(127.0.0.1:44893, datanodeUuid=726d7fc5-1af6-4c39-a29d-69d51161369d, infoPort=45415, infoSecurePort=0, ipcPort=42303, storageInfo=lv=-57;cid=testClusterID;nsid=1378575321;c=1731147651615), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:20:53,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T10:20:53,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T10:20:53,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:20:53,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-09T10:20:53,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:20:53,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T10:20:53,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62 2024-11-09T10:20:53,112 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:53,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:53,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:20:53,521 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70 with version=8 2024-11-09T10:20:53,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/hbase-staging 2024-11-09T10:20:53,522 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:20:53,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:53,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:53,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:20:53,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:53,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:20:53,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:20:53,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:20:53,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44779 2024-11-09T10:20:53,524 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44779 connecting to ZooKeeper ensemble=127.0.0.1:63486 2024-11-09T10:20:53,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447790x0, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:53,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44779-0x1011f1cbe3b0003 connected 2024-11-09T10:20:53,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:53,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:53,647 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Set watcher on znode that does not yet exist, /1145660899/running 2024-11-09T10:20:53,647 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70, hbase.cluster.distributed=false 2024-11-09T10:20:53,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Set watcher on znode that does not yet exist, /1145660899/acl 2024-11-09T10:20:53,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44779 2024-11-09T10:20:53,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44779 2024-11-09T10:20:53,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44779 2024-11-09T10:20:53,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44779 2024-11-09T10:20:53,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44779 2024-11-09T10:20:53,663 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:20:53,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:53,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:53,663 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:20:53,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:20:53,663 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:20:53,663 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:20:53,663 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:20:53,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46869 2024-11-09T10:20:53,664 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46869 connecting to ZooKeeper ensemble=127.0.0.1:63486 2024-11-09T10:20:53,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:53,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:53,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468690x0, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:53,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468690x0, quorum=127.0.0.1:63486, baseZNode=/1145660899 Set watcher on znode that does not yet exist, /1145660899/running 2024-11-09T10:20:53,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46869-0x1011f1cbe3b0004 connected 2024-11-09T10:20:53,675 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:20:53,675 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:20:53,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Set watcher on znode that does not yet exist, /1145660899/master 2024-11-09T10:20:53,676 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Set watcher on znode that does not yet exist, /1145660899/acl 2024-11-09T10:20:53,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46869 2024-11-09T10:20:53,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46869 2024-11-09T10:20:53,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46869 2024-11-09T10:20:53,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46869 2024-11-09T10:20:53,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46869 2024-11-09T10:20:53,692 DEBUG [M:0;e067b2c2c7b3:44779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:44779 2024-11-09T10:20:53,693 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1145660899/backup-masters/e067b2c2c7b3,44779,1731147653522 2024-11-09T10:20:53,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899/backup-masters 2024-11-09T10:20:53,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899/backup-masters 2024-11-09T10:20:53,705 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Set watcher on existing znode=/1145660899/backup-masters/e067b2c2c7b3,44779,1731147653522 2024-11-09T10:20:53,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:20:53,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1145660899/master 2024-11-09T10:20:53,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:20:53,717 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Set watcher on existing znode=/1145660899/master 2024-11-09T10:20:53,717 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1145660899/backup-masters/e067b2c2c7b3,44779,1731147653522 from backup master directory 2024-11-09T10:20:53,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1145660899/backup-masters/e067b2c2c7b3,44779,1731147653522 2024-11-09T10:20:53,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899/backup-masters 2024-11-09T10:20:53,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899/backup-masters 2024-11-09T10:20:53,727 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:20:53,727 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,44779,1731147653522 2024-11-09T10:20:53,730 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/hbase.id] with ID: dff311a6-506c-487c-b312-e1aeecd7b420 2024-11-09T10:20:53,730 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/.tmp/hbase.id 2024-11-09T10:20:53,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:20:54,135 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/.tmp/hbase.id]:[hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/hbase.id] 2024-11-09T10:20:54,143 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:20:54,143 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:20:54,144 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:20:54,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:20:54,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:20:54,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:20:54,712 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:20:54,713 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:20:54,713 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:54,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:20:55,119 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store 2024-11-09T10:20:55,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:20:55,524 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:55,524 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:20:55,524 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:55,524 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:55,524 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:20:55,524 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:55,524 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:20:55,524 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147655524Disabling compacts and flushes for region at 1731147655524Disabling writes for close at 1731147655524Writing region close event to WAL at 1731147655524Closed at 1731147655524 2024-11-09T10:20:55,525 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/.initializing 2024-11-09T10:20:55,525 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/WALs/e067b2c2c7b3,44779,1731147653522 2024-11-09T10:20:55,526 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:20:55,527 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C44779%2C1731147653522, suffix=, logDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/WALs/e067b2c2c7b3,44779,1731147653522, archiveDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/oldWALs, maxLogs=10 2024-11-09T10:20:55,540 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/WALs/e067b2c2c7b3,44779,1731147653522/e067b2c2c7b3%2C44779%2C1731147653522.1731147655528, exclude list is [], retry=0 2024-11-09T10:20:55,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44893,DS-acc7f20a-1eac-454b-8f0c-cfbaf7fb9a3a,DISK] 2024-11-09T10:20:55,544 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/WALs/e067b2c2c7b3,44779,1731147653522/e067b2c2c7b3%2C44779%2C1731147653522.1731147655528 2024-11-09T10:20:55,544 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45415:45415)] 2024-11-09T10:20:55,544 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:55,544 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:55,545 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:55,545 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:55,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:55,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:20:55,547 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:55,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:55,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:55,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:20:55,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:55,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:55,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:55,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:20:55,549 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:55,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:55,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:55,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:20:55,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:55,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:55,550 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:55,551 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:55,551 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:55,552 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:55,552 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:55,552 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:55,553 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:20:55,554 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:55,554 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66544658, jitterRate=-0.00840732455253601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:55,555 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147655545Initializing all the Stores at 1731147655545Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147655545Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147655546 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147655546Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147655546Cleaning up temporary data from old regions at 1731147655552 (+6 ms)Region opened successfully at 1731147655554 (+2 ms) 2024-11-09T10:20:55,555 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:20:55,557 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aaac9ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:20:55,557 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:20:55,557 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:20:55,557 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:20:55,557 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:20:55,558 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:20:55,558 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:20:55,558 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:20:55,559 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:20:55,560 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Unable to get data of znode /1145660899/balancer because node does not exist (not necessarily an error) 2024-11-09T10:20:55,632 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1145660899/balancer already deleted, retry=false 2024-11-09T10:20:55,633 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:20:55,633 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Unable to get data of znode /1145660899/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:20:55,643 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1145660899/normalizer already deleted, retry=false 2024-11-09T10:20:55,643 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:20:55,644 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Unable to get data of znode /1145660899/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:20:55,653 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1145660899/switch/split already deleted, retry=false 2024-11-09T10:20:55,654 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Unable to get data of znode /1145660899/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:20:55,664 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1145660899/switch/merge already deleted, retry=false 2024-11-09T10:20:55,665 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Unable to get data of znode /1145660899/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:20:55,674 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1145660899/snapshot-cleanup already deleted, retry=false 2024-11-09T10:20:55,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1145660899/running 2024-11-09T10:20:55,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1145660899/running 2024-11-09T10:20:55,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:20:55,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:20:55,685 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,44779,1731147653522, sessionid=0x1011f1cbe3b0003, setting cluster-up flag (Was=false) 2024-11-09T10:20:55,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:20:55,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:20:55,738 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1145660899/flush-table-proc/acquired, /1145660899/flush-table-proc/reached, /1145660899/flush-table-proc/abort 2024-11-09T10:20:55,739 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,44779,1731147653522 2024-11-09T10:20:55,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:20:55,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:20:55,790 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1145660899/online-snapshot/acquired, /1145660899/online-snapshot/reached, /1145660899/online-snapshot/abort 2024-11-09T10:20:55,791 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,44779,1731147653522 2024-11-09T10:20:55,792 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:20:55,793 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:55,793 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:20:55,793 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:20:55,794 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,44779,1731147653522 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:20:55,795 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:55,795 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:55,795 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:55,795 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:20:55,795 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:20:55,795 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:55,795 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:20:55,795 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:55,796 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147685796 2024-11-09T10:20:55,796 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:20:55,796 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:20:55,796 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:20:55,796 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:20:55,796 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:20:55,796 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:20:55,796 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:55,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:20:55,797 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:55,797 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:20:55,800 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:55,801 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:20:55,801 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:20:55,801 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:20:55,801 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:20:55,801 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:20:55,802 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:20:55,802 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147655802,5,FailOnTimeoutGroup] 2024-11-09T10:20:55,802 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147655802,5,FailOnTimeoutGroup] 2024-11-09T10:20:55,802 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:55,802 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:20:55,802 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:55,802 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:20:55,885 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(746): ClusterId : dff311a6-506c-487c-b312-e1aeecd7b420 2024-11-09T10:20:55,885 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:20:55,896 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:20:55,896 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:20:55,907 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:20:55,907 DEBUG [RS:0;e067b2c2c7b3:46869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a7bdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:20:55,918 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:46869 2024-11-09T10:20:55,918 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:20:55,919 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:20:55,919 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:20:55,919 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,44779,1731147653522 with port=46869, startcode=1731147653662 2024-11-09T10:20:55,919 DEBUG [RS:0;e067b2c2c7b3:46869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:20:55,921 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:20:55,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44779 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,46869,1731147653662 2024-11-09T10:20:55,921 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44779 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,46869,1731147653662 2024-11-09T10:20:55,933 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70 2024-11-09T10:20:55,933 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36473 2024-11-09T10:20:55,933 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:20:55,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899/rs 2024-11-09T10:20:55,997 DEBUG [RS:0;e067b2c2c7b3:46869 {}] zookeeper.ZKUtil(111): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Set watcher on existing znode=/1145660899/rs/e067b2c2c7b3,46869,1731147653662 2024-11-09T10:20:55,997 WARN [RS:0;e067b2c2c7b3:46869 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:20:55,997 INFO [RS:0;e067b2c2c7b3:46869 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:55,997 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662 2024-11-09T10:20:55,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,46869,1731147653662] 2024-11-09T10:20:56,000 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:20:56,001 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:20:56,002 INFO [RS:0;e067b2c2c7b3:46869 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:20:56,002 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:56,002 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:20:56,003 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:20:56,003 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:20:56,003 DEBUG [RS:0;e067b2c2c7b3:46869 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:20:56,003 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:56,004 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:56,004 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:56,004 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:56,004 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:56,004 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46869,1731147653662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:20:56,016 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:20:56,016 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46869,1731147653662-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:56,017 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:56,017 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.Replication(171): e067b2c2c7b3,46869,1731147653662 started 2024-11-09T10:20:56,028 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:56,028 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,46869,1731147653662, RpcServer on e067b2c2c7b3/172.17.0.3:46869, sessionid=0x1011f1cbe3b0004 2024-11-09T10:20:56,028 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:20:56,028 DEBUG [RS:0;e067b2c2c7b3:46869 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,46869,1731147653662 2024-11-09T10:20:56,028 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,46869,1731147653662' 2024-11-09T10:20:56,028 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1145660899/flush-table-proc/abort' 2024-11-09T10:20:56,028 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1145660899/flush-table-proc/acquired' 2024-11-09T10:20:56,029 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:20:56,029 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:20:56,029 DEBUG [RS:0;e067b2c2c7b3:46869 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,46869,1731147653662 2024-11-09T10:20:56,029 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,46869,1731147653662' 2024-11-09T10:20:56,029 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1145660899/online-snapshot/abort' 2024-11-09T10:20:56,029 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1145660899/online-snapshot/acquired' 2024-11-09T10:20:56,029 DEBUG [RS:0;e067b2c2c7b3:46869 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:20:56,029 INFO [RS:0;e067b2c2c7b3:46869 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:20:56,029 INFO [RS:0;e067b2c2c7b3:46869 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:20:56,130 INFO [RS:0;e067b2c2c7b3:46869 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:20:56,131 INFO [RS:0;e067b2c2c7b3:46869 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C46869%2C1731147653662, suffix=, logDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662, archiveDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/oldWALs, maxLogs=10 2024-11-09T10:20:56,142 DEBUG [RS:0;e067b2c2c7b3:46869 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131, exclude list is [], retry=0 2024-11-09T10:20:56,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44893,DS-acc7f20a-1eac-454b-8f0c-cfbaf7fb9a3a,DISK] 2024-11-09T10:20:56,146 INFO [RS:0;e067b2c2c7b3:46869 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 2024-11-09T10:20:56,146 DEBUG [RS:0;e067b2c2c7b3:46869 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45415:45415)] 2024-11-09T10:20:56,206 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:20:56,207 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70 2024-11-09T10:20:56,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:20:56,299 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:20:56,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:56,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:20:56,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:20:56,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:56,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:56,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:20:56,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:20:56,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:56,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:56,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:20:56,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:20:56,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:56,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:56,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:20:56,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:20:56,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:56,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:56,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:20:56,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740 2024-11-09T10:20:56,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740 2024-11-09T10:20:56,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:20:56,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:20:56,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:56,621 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:20:56,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:56,623 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62547434, jitterRate=-0.06797060370445251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:56,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147656612Initializing all the Stores at 1731147656613 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147656613Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147656613Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147656613Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147656613Cleaning up temporary data from old regions at 1731147656619 (+6 ms)Region opened successfully at 1731147656623 (+4 ms) 2024-11-09T10:20:56,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:20:56,623 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:20:56,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:20:56,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:20:56,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:20:56,623 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:20:56,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147656623Disabling compacts and flushes for region at 1731147656623Disabling writes for close at 1731147656623Writing region close event to WAL at 1731147656623Closed at 1731147656623 2024-11-09T10:20:56,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:56,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:20:56,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:20:56,625 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:20:56,626 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:20:56,776 DEBUG [e067b2c2c7b3:44779 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:20:56,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,46869,1731147653662 2024-11-09T10:20:56,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,46869,1731147653662, state=OPENING 2024-11-09T10:20:56,843 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:20:56,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:20:56,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:20:56,854 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:20:56,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1145660899/meta-region-server: CHANGED 2024-11-09T10:20:56,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1145660899/meta-region-server: CHANGED 2024-11-09T10:20:56,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,46869,1731147653662}] 2024-11-09T10:20:56,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:20:56,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:56,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:56,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:56,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:56,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:56,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:57,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:57,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:57,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:57,007 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:20:57,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:20:57,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:20:57,012 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:20:57,013 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:20:57,013 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:20:57,014 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C46869%2C1731147653662.meta, suffix=.meta, logDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662, archiveDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/oldWALs, maxLogs=10 2024-11-09T10:20:57,028 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.meta.1731147657014.meta, exclude list is [], retry=0 2024-11-09T10:20:57,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44893,DS-acc7f20a-1eac-454b-8f0c-cfbaf7fb9a3a,DISK] 2024-11-09T10:20:57,032 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.meta.1731147657014.meta 2024-11-09T10:20:57,032 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45415:45415)] 2024-11-09T10:20:57,032 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:57,032 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:20:57,032 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:20:57,032 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:20:57,033 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:20:57,033 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:20:57,033 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:57,033 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:20:57,033 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:20:57,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:20:57,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:20:57,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:57,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:57,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:20:57,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:20:57,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:57,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:57,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:20:57,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:20:57,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:57,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:57,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:20:57,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:20:57,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:57,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:20:57,038 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:20:57,038 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740 2024-11-09T10:20:57,039 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740 2024-11-09T10:20:57,040 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:20:57,040 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:20:57,040 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:20:57,041 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:20:57,042 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75348505, jitterRate=0.1227802187204361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:20:57,042 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:20:57,042 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147657033Writing region info on filesystem at 1731147657033Initializing all the Stores at 1731147657034 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147657034Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147657034Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147657034Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147657034Cleaning up temporary data from old regions at 1731147657040 (+6 ms)Running coprocessor post-open hooks at 1731147657042 (+2 ms)Region opened successfully at 1731147657042 2024-11-09T10:20:57,043 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147657007 2024-11-09T10:20:57,045 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:20:57,045 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:20:57,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,46869,1731147653662 2024-11-09T10:20:57,046 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,46869,1731147653662, state=OPEN 2024-11-09T10:20:57,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1145660899/meta-region-server 2024-11-09T10:20:57,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1145660899/meta-region-server 2024-11-09T10:20:57,053 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,46869,1731147653662 2024-11-09T10:20:57,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1145660899/meta-region-server: CHANGED 2024-11-09T10:20:57,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1145660899/meta-region-server: CHANGED 2024-11-09T10:20:57,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:20:57,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,46869,1731147653662 in 199 msec 2024-11-09T10:20:57,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:20:57,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-09T10:20:57,056 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:20:57,056 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:20:57,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:57,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46869,1731147653662, seqNum=-1] 2024-11-09T10:20:57,058 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:57,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53343, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:57,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-09T10:20:57,062 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147657062, completionTime=-1 2024-11-09T10:20:57,062 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:20:57,062 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:20:57,064 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:20:57,064 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147717064 2024-11-09T10:20:57,064 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147777064 2024-11-09T10:20:57,064 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:20:57,064 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44779,1731147653522-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:57,064 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44779,1731147653522-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:57,064 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44779,1731147653522-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:57,064 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:44779, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:57,064 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:57,065 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:57,066 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:20:57,067 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.340sec 2024-11-09T10:20:57,067 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:20:57,067 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:20:57,067 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:20:57,067 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:20:57,067 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:20:57,067 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44779,1731147653522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:20:57,067 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44779,1731147653522-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:20:57,069 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:20:57,069 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:20:57,069 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44779,1731147653522-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:20:57,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c78992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:57,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44779,-1 for getting cluster id 2024-11-09T10:20:57,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:20:57,086 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dff311a6-506c-487c-b312-e1aeecd7b420' 2024-11-09T10:20:57,086 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:20:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dff311a6-506c-487c-b312-e1aeecd7b420" 2024-11-09T10:20:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20da4e47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44779,-1] 2024-11-09T10:20:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:20:57,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:20:57,088 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:20:57,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9888fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:20:57,089 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:20:57,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46869,1731147653662, seqNum=-1] 2024-11-09T10:20:57,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:20:57,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:20:57,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,44779,1731147653522 2024-11-09T10:20:57,092 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63486 2024-11-09T10:20:57,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:20:57,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f1cbe3b0005 connected 2024-11-09T10:20:57,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,41793,1731147647934 2024-11-09T10:20:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15b6da6a 2024-11-09T10:20:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:57,120 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:20:57,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:20:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:20:57,122 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:20:57,122 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:57,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:20:57,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:20:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:57,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:20:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:57,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c1c5875e7d3250fcf41f525701faecb6, NAME => 'test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d 2024-11-09T10:20:57,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:20:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:57,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:57,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c1c5875e7d3250fcf41f525701faecb6, disabling compactions & flushes 2024-11-09T10:20:57,934 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. 2024-11-09T10:20:57,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. 2024-11-09T10:20:57,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. after waiting 0 ms 2024-11-09T10:20:57,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. 2024-11-09T10:20:57,934 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. 2024-11-09T10:20:57,934 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c1c5875e7d3250fcf41f525701faecb6: Waiting for close lock at 1731147657934Disabling compacts and flushes for region at 1731147657934Disabling writes for close at 1731147657934Writing region close event to WAL at 1731147657934Closed at 1731147657934 2024-11-09T10:20:57,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:20:57,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147657935"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147657935"}]},"ts":"1731147657935"} 2024-11-09T10:20:57,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:20:57,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:20:57,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147657938"}]},"ts":"1731147657938"} 2024-11-09T10:20:57,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:20:57,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1c5875e7d3250fcf41f525701faecb6, ASSIGN}] 2024-11-09T10:20:57,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c1c5875e7d3250fcf41f525701faecb6, ASSIGN 2024-11-09T10:20:57,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c1c5875e7d3250fcf41f525701faecb6, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,36085,1731147648125; forceNewPlan=false, retain=false 2024-11-09T10:20:58,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1c5875e7d3250fcf41f525701faecb6, regionState=OPENING, regionLocation=e067b2c2c7b3,36085,1731147648125 2024-11-09T10:20:58,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c1c5875e7d3250fcf41f525701faecb6, ASSIGN because future has completed 2024-11-09T10:20:58,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1c5875e7d3250fcf41f525701faecb6, server=e067b2c2c7b3,36085,1731147648125}] 2024-11-09T10:20:58,250 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. 2024-11-09T10:20:58,250 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c1c5875e7d3250fcf41f525701faecb6, NAME => 'test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:20:58,250 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:20:58,250 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:20:58,250 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,250 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:20:58,251 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,251 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,252 INFO [StoreOpener-c1c5875e7d3250fcf41f525701faecb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,252 INFO [StoreOpener-c1c5875e7d3250fcf41f525701faecb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1c5875e7d3250fcf41f525701faecb6 columnFamilyName f 2024-11-09T10:20:58,252 DEBUG [StoreOpener-c1c5875e7d3250fcf41f525701faecb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:58,253 INFO [StoreOpener-c1c5875e7d3250fcf41f525701faecb6-1 {}] regionserver.HStore(327): Store=c1c5875e7d3250fcf41f525701faecb6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:58,253 INFO [StoreOpener-c1c5875e7d3250fcf41f525701faecb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,254 INFO [StoreOpener-c1c5875e7d3250fcf41f525701faecb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1c5875e7d3250fcf41f525701faecb6 columnFamilyName f1 2024-11-09T10:20:58,254 DEBUG [StoreOpener-c1c5875e7d3250fcf41f525701faecb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:58,254 INFO [StoreOpener-c1c5875e7d3250fcf41f525701faecb6-1 {}] regionserver.HStore(327): Store=c1c5875e7d3250fcf41f525701faecb6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:58,254 INFO [StoreOpener-c1c5875e7d3250fcf41f525701faecb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,255 INFO [StoreOpener-c1c5875e7d3250fcf41f525701faecb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c1c5875e7d3250fcf41f525701faecb6 columnFamilyName norep 2024-11-09T10:20:58,255 DEBUG [StoreOpener-c1c5875e7d3250fcf41f525701faecb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:58,255 INFO [StoreOpener-c1c5875e7d3250fcf41f525701faecb6-1 {}] regionserver.HStore(327): Store=c1c5875e7d3250fcf41f525701faecb6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:20:58,255 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,256 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,256 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,256 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,256 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,257 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:20:58,257 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,259 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:20:58,259 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c1c5875e7d3250fcf41f525701faecb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66152188, jitterRate=-0.0142555832862854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:20:58,259 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:20:58,260 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c1c5875e7d3250fcf41f525701faecb6: Running coprocessor pre-open hook at 1731147658251Writing region info on filesystem at 1731147658251Initializing all the Stores at 1731147658251Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147658251Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147658251Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147658251Cleaning up temporary data from old regions at 1731147658256 (+5 ms)Running coprocessor post-open hooks at 1731147658259 (+3 ms)Region opened successfully at 1731147658259 2024-11-09T10:20:58,260 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6., pid=6, masterSystemTime=1731147658247 2024-11-09T10:20:58,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:58,262 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. 2024-11-09T10:20:58,262 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. 2024-11-09T10:20:58,262 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c1c5875e7d3250fcf41f525701faecb6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,36085,1731147648125 2024-11-09T10:20:58,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c1c5875e7d3250fcf41f525701faecb6, server=e067b2c2c7b3,36085,1731147648125 because future has completed 2024-11-09T10:20:58,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:20:58,266 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c1c5875e7d3250fcf41f525701faecb6, server=e067b2c2c7b3,36085,1731147648125 in 170 msec 2024-11-09T10:20:58,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:20:58,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c1c5875e7d3250fcf41f525701faecb6, ASSIGN in 326 msec 2024-11-09T10:20:58,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:20:58,268 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147658268"}]},"ts":"1731147658268"} 2024-11-09T10:20:58,270 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:20:58,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:20:58,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-09T10:20:59,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:59,271 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:20:59,271 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:20:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44779,1731147653522 2024-11-09T10:20:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bb99ad3 2024-11-09T10:20:59,272 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:20:59,273 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:20:59,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:20:59,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:20:59,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:20:59,275 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:20:59,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:20:59,276 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:20:59,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:59,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:20:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:20:59,683 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e25cee1dc36519c24e6596bd980f4eb, NAME => 'test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70 2024-11-09T10:20:59,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:20:59,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:00,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:00,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:21:00,052 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18251 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:21:00,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:00,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5e25cee1dc36519c24e6596bd980f4eb, disabling compactions & flushes 2024-11-09T10:21:00,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. 2024-11-09T10:21:00,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. 2024-11-09T10:21:00,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. after waiting 0 ms 2024-11-09T10:21:00,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. 2024-11-09T10:21:00,089 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. 2024-11-09T10:21:00,089 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e25cee1dc36519c24e6596bd980f4eb: Waiting for close lock at 1731147660089Disabling compacts and flushes for region at 1731147660089Disabling writes for close at 1731147660089Writing region close event to WAL at 1731147660089Closed at 1731147660089 2024-11-09T10:21:00,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:21:00,091 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147660090"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147660090"}]},"ts":"1731147660090"} 2024-11-09T10:21:00,092 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:21:00,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:21:00,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147660093"}]},"ts":"1731147660093"} 2024-11-09T10:21:00,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:21:00,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e25cee1dc36519c24e6596bd980f4eb, ASSIGN}] 2024-11-09T10:21:00,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5e25cee1dc36519c24e6596bd980f4eb, ASSIGN 2024-11-09T10:21:00,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5e25cee1dc36519c24e6596bd980f4eb, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,46869,1731147653662; forceNewPlan=false, retain=false 2024-11-09T10:21:00,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e25cee1dc36519c24e6596bd980f4eb, regionState=OPENING, regionLocation=e067b2c2c7b3,46869,1731147653662 2024-11-09T10:21:00,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5e25cee1dc36519c24e6596bd980f4eb, ASSIGN because future has completed 2024-11-09T10:21:00,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e25cee1dc36519c24e6596bd980f4eb, server=e067b2c2c7b3,46869,1731147653662}] 2024-11-09T10:21:00,403 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. 2024-11-09T10:21:00,404 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e25cee1dc36519c24e6596bd980f4eb, NAME => 'test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:00,404 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:21:00,404 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:21:00,404 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,404 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:00,404 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,404 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,405 INFO [StoreOpener-5e25cee1dc36519c24e6596bd980f4eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,406 INFO [StoreOpener-5e25cee1dc36519c24e6596bd980f4eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e25cee1dc36519c24e6596bd980f4eb columnFamilyName f 2024-11-09T10:21:00,406 DEBUG [StoreOpener-5e25cee1dc36519c24e6596bd980f4eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:00,406 INFO [StoreOpener-5e25cee1dc36519c24e6596bd980f4eb-1 {}] regionserver.HStore(327): Store=5e25cee1dc36519c24e6596bd980f4eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:00,406 INFO [StoreOpener-5e25cee1dc36519c24e6596bd980f4eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,407 INFO [StoreOpener-5e25cee1dc36519c24e6596bd980f4eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e25cee1dc36519c24e6596bd980f4eb columnFamilyName f1 2024-11-09T10:21:00,407 DEBUG [StoreOpener-5e25cee1dc36519c24e6596bd980f4eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:00,407 INFO [StoreOpener-5e25cee1dc36519c24e6596bd980f4eb-1 {}] regionserver.HStore(327): Store=5e25cee1dc36519c24e6596bd980f4eb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:00,407 INFO [StoreOpener-5e25cee1dc36519c24e6596bd980f4eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,408 INFO [StoreOpener-5e25cee1dc36519c24e6596bd980f4eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e25cee1dc36519c24e6596bd980f4eb columnFamilyName norep 2024-11-09T10:21:00,408 DEBUG [StoreOpener-5e25cee1dc36519c24e6596bd980f4eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:00,408 INFO [StoreOpener-5e25cee1dc36519c24e6596bd980f4eb-1 {}] regionserver.HStore(327): Store=5e25cee1dc36519c24e6596bd980f4eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:00,408 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,409 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,409 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,410 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,410 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,410 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:21:00,411 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:00,412 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:00,412 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5e25cee1dc36519c24e6596bd980f4eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69717579, jitterRate=0.03887288272380829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:21:00,412 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:00,413 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5e25cee1dc36519c24e6596bd980f4eb: Running coprocessor pre-open hook at 1731147660404Writing region info on filesystem at 1731147660404Initializing all the Stores at 1731147660405 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147660405Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147660405Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147660405Cleaning up temporary data from old regions at 1731147660410 (+5 ms)Running coprocessor post-open hooks at 1731147660413 (+3 ms)Region opened successfully at 1731147660413 2024-11-09T10:21:00,413 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb., pid=6, masterSystemTime=1731147660400 2024-11-09T10:21:00,415 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. 2024-11-09T10:21:00,415 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. 2024-11-09T10:21:00,415 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5e25cee1dc36519c24e6596bd980f4eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,46869,1731147653662 2024-11-09T10:21:00,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e25cee1dc36519c24e6596bd980f4eb, server=e067b2c2c7b3,46869,1731147653662 because future has completed 2024-11-09T10:21:00,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:21:00,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e25cee1dc36519c24e6596bd980f4eb, server=e067b2c2c7b3,46869,1731147653662 in 169 msec 2024-11-09T10:21:00,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:21:00,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5e25cee1dc36519c24e6596bd980f4eb, ASSIGN in 325 msec 2024-11-09T10:21:00,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:21:00,421 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147660421"}]},"ts":"1731147660421"} 2024-11-09T10:21:00,423 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:21:00,423 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:21:00,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-09T10:21:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:01,421 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:21:01,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fff106b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:01,422 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,41793,-1 for getting cluster id 2024-11-09T10:21:01,422 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:01,422 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585d661d-7dc1-4322-b51d-08da3d435223' 2024-11-09T10:21:01,422 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585d661d-7dc1-4322-b51d-08da3d435223" 2024-11-09T10:21:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d236e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,41793,-1] 2024-11-09T10:21:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:01,423 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:01,424 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:01,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48083040, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:01,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a6d84c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:01,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44779,-1 for getting cluster id 2024-11-09T10:21:01,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:01,426 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dff311a6-506c-487c-b312-e1aeecd7b420' 2024-11-09T10:21:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dff311a6-506c-487c-b312-e1aeecd7b420" 2024-11-09T10:21:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc58280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44779,-1] 2024-11-09T10:21:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:01,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:01,427 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:01,427 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12307a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:01,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c67bbf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:01,428 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,41793,-1 for getting cluster id 2024-11-09T10:21:01,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:01,428 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585d661d-7dc1-4322-b51d-08da3d435223' 2024-11-09T10:21:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585d661d-7dc1-4322-b51d-08da3d435223" 2024-11-09T10:21:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471ba570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,41793,-1] 2024-11-09T10:21:01,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:01,429 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509b2373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:01,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,41793,1731147647934 2024-11-09T10:21:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f4a43a 2024-11-09T10:21:01,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:01,431 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:01,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:44779,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:21:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:21:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:01,433 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:44779' 2024-11-09T10:21:01,434 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fdda85b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:01,434 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44779,-1 for getting cluster id 2024-11-09T10:21:01,434 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:01,434 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dff311a6-506c-487c-b312-e1aeecd7b420' 2024-11-09T10:21:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dff311a6-506c-487c-b312-e1aeecd7b420" 2024-11-09T10:21:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4613576d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44779,-1] 2024-11-09T10:21:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:01,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:01,436 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:01,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f87b6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:01,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44779,1731147653522 2024-11-09T10:21:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16d22eab 2024-11-09T10:21:01,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:01,438 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:01,438 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T10:21:01,438 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:21:01,438 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:01,438 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:01,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:01,439 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:21:01,439 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:21:01,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:21:01,440 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:01,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:21:01,490 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:21:01,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741837_1013 (size=1138) 2024-11-09T10:21:01,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:02,000 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T10:21:02,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:02,157 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa5ccee560ad0ea7abf648259ed9390f, NAME => 'hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d 2024-11-09T10:21:02,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741838_1014 (size=44) 2024-11-09T10:21:02,534 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:21:02,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:02,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:02,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:02,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:02,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:02,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:02,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:02,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aa5ccee560ad0ea7abf648259ed9390f, disabling compactions & flushes 2024-11-09T10:21:02,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:02,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:02,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. after waiting 0 ms 2024-11-09T10:21:02,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:02,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:02,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa5ccee560ad0ea7abf648259ed9390f: Waiting for close lock at 1731147662562Disabling compacts and flushes for region at 1731147662562Disabling writes for close at 1731147662562Writing region close event to WAL at 1731147662562Closed at 1731147662562 2024-11-09T10:21:02,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:21:02,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147662563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147662563"}]},"ts":"1731147662563"} 2024-11-09T10:21:02,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:21:02,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:21:02,566 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147662566"}]},"ts":"1731147662566"} 2024-11-09T10:21:02,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:21:02,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:02,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa5ccee560ad0ea7abf648259ed9390f, ASSIGN}] 2024-11-09T10:21:02,569 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa5ccee560ad0ea7abf648259ed9390f, ASSIGN 2024-11-09T10:21:02,569 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa5ccee560ad0ea7abf648259ed9390f, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,36085,1731147648125; forceNewPlan=false, retain=false 2024-11-09T10:21:02,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:02,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:02,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:02,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:02,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa5ccee560ad0ea7abf648259ed9390f, regionState=OPENING, regionLocation=e067b2c2c7b3,36085,1731147648125 2024-11-09T10:21:02,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa5ccee560ad0ea7abf648259ed9390f, ASSIGN because future has completed 2024-11-09T10:21:02,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa5ccee560ad0ea7abf648259ed9390f, server=e067b2c2c7b3,36085,1731147648125}] 2024-11-09T10:21:02,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:02,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:02,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:21:02,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36085%2C1731147648125.rep, suffix=, logDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125, archiveDir=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/oldWALs, maxLogs=10 2024-11-09T10:21:02,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.rep.1731147662878, exclude list is [], retry=0 2024-11-09T10:21:02,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38187,DS-e7fcf15f-d206-413d-bb84-c83ee57369f6,DISK] 2024-11-09T10:21:02,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.rep.1731147662878 2024-11-09T10:21:02,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36955:36955)] 2024-11-09T10:21:02,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aa5ccee560ad0ea7abf648259ed9390f, NAME => 'hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:02,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:21:02,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:21:02,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. service=MultiRowMutationService 2024-11-09T10:21:02,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:21:02,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:02,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,895 INFO [StoreOpener-aa5ccee560ad0ea7abf648259ed9390f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,896 INFO [StoreOpener-aa5ccee560ad0ea7abf648259ed9390f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa5ccee560ad0ea7abf648259ed9390f columnFamilyName hfileref 2024-11-09T10:21:02,896 DEBUG [StoreOpener-aa5ccee560ad0ea7abf648259ed9390f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:02,897 INFO [StoreOpener-aa5ccee560ad0ea7abf648259ed9390f-1 {}] regionserver.HStore(327): Store=aa5ccee560ad0ea7abf648259ed9390f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:02,897 INFO [StoreOpener-aa5ccee560ad0ea7abf648259ed9390f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,897 INFO [StoreOpener-aa5ccee560ad0ea7abf648259ed9390f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa5ccee560ad0ea7abf648259ed9390f columnFamilyName queue 2024-11-09T10:21:02,897 DEBUG [StoreOpener-aa5ccee560ad0ea7abf648259ed9390f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:02,898 INFO [StoreOpener-aa5ccee560ad0ea7abf648259ed9390f-1 {}] regionserver.HStore(327): Store=aa5ccee560ad0ea7abf648259ed9390f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:02,898 INFO [StoreOpener-aa5ccee560ad0ea7abf648259ed9390f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,899 INFO [StoreOpener-aa5ccee560ad0ea7abf648259ed9390f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa5ccee560ad0ea7abf648259ed9390f columnFamilyName sid 2024-11-09T10:21:02,899 DEBUG [StoreOpener-aa5ccee560ad0ea7abf648259ed9390f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:02,899 INFO [StoreOpener-aa5ccee560ad0ea7abf648259ed9390f-1 {}] regionserver.HStore(327): Store=aa5ccee560ad0ea7abf648259ed9390f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:02,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/replication/aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/replication/aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:21:02,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/replication/aa5ccee560ad0ea7abf648259ed9390f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:02,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aa5ccee560ad0ea7abf648259ed9390f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65065705, jitterRate=-0.030445441603660583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:21:02,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:02,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aa5ccee560ad0ea7abf648259ed9390f: Running coprocessor pre-open hook at 1731147662894Writing region info on filesystem at 1731147662895 (+1 ms)Initializing all the Stores at 1731147662895Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147662895Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147662895Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147662895Cleaning up temporary data from old regions at 1731147662901 (+6 ms)Running coprocessor post-open hooks at 1731147662903 (+2 ms)Region opened successfully at 1731147662903 2024-11-09T10:21:02,904 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f., pid=10, masterSystemTime=1731147662874 2024-11-09T10:21:02,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:02,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:02,906 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa5ccee560ad0ea7abf648259ed9390f, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,36085,1731147648125 2024-11-09T10:21:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa5ccee560ad0ea7abf648259ed9390f, server=e067b2c2c7b3,36085,1731147648125 because future has completed 2024-11-09T10:21:02,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:21:02,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aa5ccee560ad0ea7abf648259ed9390f, server=e067b2c2c7b3,36085,1731147648125 in 187 msec 2024-11-09T10:21:02,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T10:21:02,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa5ccee560ad0ea7abf648259ed9390f, ASSIGN in 342 msec 2024-11-09T10:21:02,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:21:02,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147662912"}]},"ts":"1731147662912"} 2024-11-09T10:21:02,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:21:02,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:21:02,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4750 sec 2024-11-09T10:21:02,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f., hostname=e067b2c2c7b3,36085,1731147648125, seqNum=2] 2024-11-09T10:21:03,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:21:03,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:21:03,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:21:03,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T10:21:03,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T10:21:03,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-09T10:21:03,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-09T10:21:03,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:21:03,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T10:21:03,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36085 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T10:21:03,185 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:21:03,211 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,36085,1731147648125, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:21:03,211 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:03,211 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36085,1731147648125, seqNum=-1] 2024-11-09T10:21:03,212 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:03,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T10:21:03,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,36085,1731147648125', locateType=CURRENT is [region=hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f., hostname=e067b2c2c7b3,36085,1731147648125, seqNum=2] 2024-11-09T10:21:03,216 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T10:21:03,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T10:21:03,218 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,36085,1731147648125 suceeded 2024-11-09T10:21:03,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T10:21:03,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T10:21:03,220 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:44779,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:21:03,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7890 sec 2024-11-09T10:21:03,231 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:44779' 2024-11-09T10:21:03,232 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3335c96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:03,232 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44779,-1 for getting cluster id 2024-11-09T10:21:03,232 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:03,233 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dff311a6-506c-487c-b312-e1aeecd7b420' 2024-11-09T10:21:03,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:03,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dff311a6-506c-487c-b312-e1aeecd7b420" 2024-11-09T10:21:03,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d640a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:03,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44779,-1] 2024-11-09T10:21:03,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:03,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:03,234 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:03,234 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f595493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:03,234 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:03,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44779,1731147653522 2024-11-09T10:21:03,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d8bd738 2024-11-09T10:21:03,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:03,236 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-09T10:21:03,236 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,36085,1731147648125 (queues=1) is replicating from cluster=585d661d-7dc1-4322-b51d-08da3d435223 to cluster=dff311a6-506c-487c-b312-e1aeecd7b420 2024-11-09T10:21:03,236 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C36085%2C1731147648125 2024-11-09T10:21:03,236 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,36085,1731147648125, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:21:03,237 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C36085%2C1731147648125 2024-11-09T10:21:03,237 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444, startPosition=0, beingWritten=true 2024-11-09T10:21:03,241 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:03,241 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 379, reset compression=false 2024-11-09T10:21:03,241 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36085,1731147648125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:03,445 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 379, reset compression=false 2024-11-09T10:21:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:03,581 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:21:03,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:03,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:03,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:03,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:03,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:03,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3250c041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:03,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44779,-1 for getting cluster id 2024-11-09T10:21:03,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:03,583 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dff311a6-506c-487c-b312-e1aeecd7b420' 2024-11-09T10:21:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dff311a6-506c-487c-b312-e1aeecd7b420" 2024-11-09T10:21:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c27414f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44779,-1] 2024-11-09T10:21:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:03,584 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:03,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56571f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:03,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44779,1731147653522 2024-11-09T10:21:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f198d5d 2024-11-09T10:21:03,586 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:03,587 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:03,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:41793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:21:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:21:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:03,589 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:41793' 2024-11-09T10:21:03,590 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df70ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:03,590 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,41793,-1 for getting cluster id 2024-11-09T10:21:03,590 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:03,591 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585d661d-7dc1-4322-b51d-08da3d435223' 2024-11-09T10:21:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585d661d-7dc1-4322-b51d-08da3d435223" 2024-11-09T10:21:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f28c5cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,41793,-1] 2024-11-09T10:21:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:03,592 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:03,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf2ca70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:03,592 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:03,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,41793,1731147647934 2024-11-09T10:21:03,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41c82903 2024-11-09T10:21:03,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:03,594 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:03,594 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T10:21:03,594 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:21:03,594 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:03,595 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:03,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:03,595 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:21:03,596 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:21:03,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:21:03,597 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:03,598 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:21:03,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741837_1013 (size=1138) 2024-11-09T10:21:03,604 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3c9fbb097ac1a04569c42712de16009, NAME => 'hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70 2024-11-09T10:21:03,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741838_1014 (size=44) 2024-11-09T10:21:03,646 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:21:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:03,748 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 379, reset compression=false 2024-11-09T10:21:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:04,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:04,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f3c9fbb097ac1a04569c42712de16009, disabling compactions & flushes 2024-11-09T10:21:04,009 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:04,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:04,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. after waiting 0 ms 2024-11-09T10:21:04,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:04,009 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:04,009 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3c9fbb097ac1a04569c42712de16009: Waiting for close lock at 1731147664009Disabling compacts and flushes for region at 1731147664009Disabling writes for close at 1731147664009Writing region close event to WAL at 1731147664009Closed at 1731147664009 2024-11-09T10:21:04,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:21:04,010 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147664010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147664010"}]},"ts":"1731147664010"} 2024-11-09T10:21:04,012 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:21:04,013 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:21:04,013 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147664013"}]},"ts":"1731147664013"} 2024-11-09T10:21:04,014 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:21:04,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f3c9fbb097ac1a04569c42712de16009, ASSIGN}] 2024-11-09T10:21:04,015 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f3c9fbb097ac1a04569c42712de16009, ASSIGN 2024-11-09T10:21:04,016 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f3c9fbb097ac1a04569c42712de16009, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,46869,1731147653662; forceNewPlan=false, retain=false 2024-11-09T10:21:04,151 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 379, reset compression=false 2024-11-09T10:21:04,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f3c9fbb097ac1a04569c42712de16009, regionState=OPENING, regionLocation=e067b2c2c7b3,46869,1731147653662 2024-11-09T10:21:04,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f3c9fbb097ac1a04569c42712de16009, ASSIGN because future has completed 2024-11-09T10:21:04,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3c9fbb097ac1a04569c42712de16009, server=e067b2c2c7b3,46869,1731147653662}] 2024-11-09T10:21:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:04,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:04,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:04,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:21:04,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C46869%2C1731147653662.rep, suffix=, logDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662, archiveDir=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/oldWALs, maxLogs=10 2024-11-09T10:21:04,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.rep.1731147664325, exclude list is [], retry=0 2024-11-09T10:21:04,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44893,DS-acc7f20a-1eac-454b-8f0c-cfbaf7fb9a3a,DISK] 2024-11-09T10:21:04,342 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.rep.1731147664325 2024-11-09T10:21:04,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45415:45415)] 2024-11-09T10:21:04,342 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f3c9fbb097ac1a04569c42712de16009, NAME => 'hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:04,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:21:04,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:21:04,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. service=MultiRowMutationService 2024-11-09T10:21:04,343 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:21:04,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:04,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,343 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,344 INFO [StoreOpener-f3c9fbb097ac1a04569c42712de16009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,345 INFO [StoreOpener-f3c9fbb097ac1a04569c42712de16009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3c9fbb097ac1a04569c42712de16009 columnFamilyName hfileref 2024-11-09T10:21:04,345 DEBUG [StoreOpener-f3c9fbb097ac1a04569c42712de16009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:04,345 INFO [StoreOpener-f3c9fbb097ac1a04569c42712de16009-1 {}] regionserver.HStore(327): Store=f3c9fbb097ac1a04569c42712de16009/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:04,345 INFO [StoreOpener-f3c9fbb097ac1a04569c42712de16009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,346 INFO [StoreOpener-f3c9fbb097ac1a04569c42712de16009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3c9fbb097ac1a04569c42712de16009 columnFamilyName queue 2024-11-09T10:21:04,346 DEBUG [StoreOpener-f3c9fbb097ac1a04569c42712de16009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:04,346 INFO [StoreOpener-f3c9fbb097ac1a04569c42712de16009-1 {}] regionserver.HStore(327): Store=f3c9fbb097ac1a04569c42712de16009/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:04,347 INFO [StoreOpener-f3c9fbb097ac1a04569c42712de16009-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,347 INFO [StoreOpener-f3c9fbb097ac1a04569c42712de16009-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3c9fbb097ac1a04569c42712de16009 columnFamilyName sid 2024-11-09T10:21:04,347 DEBUG [StoreOpener-f3c9fbb097ac1a04569c42712de16009-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:04,348 INFO [StoreOpener-f3c9fbb097ac1a04569c42712de16009-1 {}] regionserver.HStore(327): Store=f3c9fbb097ac1a04569c42712de16009/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:04,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/replication/f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/replication/f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:21:04,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,351 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/replication/f3c9fbb097ac1a04569c42712de16009/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:04,351 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f3c9fbb097ac1a04569c42712de16009; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66522319, jitterRate=-0.008740201592445374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:21:04,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:04,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f3c9fbb097ac1a04569c42712de16009: Running coprocessor pre-open hook at 1731147664343Writing region info on filesystem at 1731147664343Initializing all the Stores at 1731147664344 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147664344Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147664344Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147664344Cleaning up temporary data from old regions at 1731147664349 (+5 ms)Running coprocessor post-open hooks at 1731147664352 (+3 ms)Region opened successfully at 1731147664352 2024-11-09T10:21:04,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009., pid=10, masterSystemTime=1731147664320 2024-11-09T10:21:04,354 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:04,354 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:04,355 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f3c9fbb097ac1a04569c42712de16009, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,46869,1731147653662 2024-11-09T10:21:04,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3c9fbb097ac1a04569c42712de16009, server=e067b2c2c7b3,46869,1731147653662 because future has completed 2024-11-09T10:21:04,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:21:04,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f3c9fbb097ac1a04569c42712de16009, server=e067b2c2c7b3,46869,1731147653662 in 188 msec 2024-11-09T10:21:04,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T10:21:04,360 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f3c9fbb097ac1a04569c42712de16009, ASSIGN in 345 msec 2024-11-09T10:21:04,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:21:04,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147664361"}]},"ts":"1731147664361"} 2024-11-09T10:21:04,362 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:21:04,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:21:04,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec 2024-11-09T10:21:04,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009., hostname=e067b2c2c7b3,46869,1731147653662, seqNum=2] 2024-11-09T10:21:04,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:21:04,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:21:04,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:21:04,654 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 379, reset compression=false 2024-11-09T10:21:04,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46869 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T10:21:04,658 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:21:04,684 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,46869,1731147653662, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:21:04,684 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:04,684 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46869,1731147653662, seqNum=-1] 2024-11-09T10:21:04,685 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:04,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T10:21:04,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,46869,1731147653662', locateType=CURRENT is [region=hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009., hostname=e067b2c2c7b3,46869,1731147653662, seqNum=2] 2024-11-09T10:21:04,689 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T10:21:04,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T10:21:04,690 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,46869,1731147653662 suceeded 2024-11-09T10:21:04,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T10:21:04,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-09T10:21:04,692 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:41793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:21:04,693 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1050 sec 2024-11-09T10:21:04,707 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:41793' 2024-11-09T10:21:04,708 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@267e671b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:04,708 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,41793,-1 for getting cluster id 2024-11-09T10:21:04,708 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:04,709 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585d661d-7dc1-4322-b51d-08da3d435223' 2024-11-09T10:21:04,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:04,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585d661d-7dc1-4322-b51d-08da3d435223" 2024-11-09T10:21:04,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@82fbfbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:04,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,41793,-1] 2024-11-09T10:21:04,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:04,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:04,710 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:04,711 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15118fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:04,711 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:04,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,41793,1731147647934 2024-11-09T10:21:04,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50e0a742 2024-11-09T10:21:04,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:04,712 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-09T10:21:04,712 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,46869,1731147653662 (queues=1) is replicating from cluster=dff311a6-506c-487c-b312-e1aeecd7b420 to cluster=585d661d-7dc1-4322-b51d-08da3d435223 2024-11-09T10:21:04,712 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C46869%2C1731147653662 2024-11-09T10:21:04,713 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,46869,1731147653662, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:21:04,716 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131, startPosition=0, beingWritten=true 2024-11-09T10:21:04,716 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C46869%2C1731147653662 2024-11-09T10:21:04,720 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:04,720 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 379, reset compression=false 2024-11-09T10:21:04,721 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46869,1731147653662 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:04,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:04,721 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:21:04,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:04,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:04,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:04,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:04,722 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:04,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36085,1731147648125, seqNum=-1] 2024-11-09T10:21:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:04,724 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:21:04,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6., hostname=e067b2c2c7b3,36085,1731147648125, seqNum=2] 2024-11-09T10:21:04,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:04,728 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46869,1731147653662, seqNum=-1] 2024-11-09T10:21:04,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:04,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:21:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb., hostname=e067b2c2c7b3,46869,1731147653662, seqNum=2] 2024-11-09T10:21:04,732 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T10:21:04,925 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 379, reset compression=false 2024-11-09T10:21:05,229 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 379, reset compression=false 2024-11-09T10:21:05,257 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 379, reset compression=false 2024-11-09T10:21:05,261 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:05,261 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 480, reset compression=false 2024-11-09T10:21:05,261 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36085,1731147648125 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1c5875e7d3250fcf41f525701faecb6/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T10:21:05,263 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:21:05,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-09T10:21:05,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:05,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@146ac12b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:05,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44779,-1 for getting cluster id 2024-11-09T10:21:05,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:05,267 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dff311a6-506c-487c-b312-e1aeecd7b420' 2024-11-09T10:21:05,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:05,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dff311a6-506c-487c-b312-e1aeecd7b420" 2024-11-09T10:21:05,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79b4f56d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:05,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44779,-1] 2024-11-09T10:21:05,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:05,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:05,268 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:05,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49277d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:05,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:05,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46869,1731147653662, seqNum=-1] 2024-11-09T10:21:05,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:05,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-09T10:21:05,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb., hostname=e067b2c2c7b3,46869,1731147653662, seqNum=2] 2024-11-09T10:21:05,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:05,465 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 480, reset compression=false 2024-11-09T10:21:05,632 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 379, reset compression=false 2024-11-09T10:21:05,636 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:05,636 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 503, reset compression=false 2024-11-09T10:21:05,636 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46869,1731147653662 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:05,735 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T10:21:05,737 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T10:21:05,768 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 480, reset compression=false 2024-11-09T10:21:05,840 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 503, reset compression=false 2024-11-09T10:21:05,843 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:05,843 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 607, reset compression=false 2024-11-09T10:21:05,843 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46869,1731147653662 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e25cee1dc36519c24e6596bd980f4eb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T10:21:05,845 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:21:05,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-09T10:21:05,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:05,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42d75d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:05,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,41793,-1 for getting cluster id 2024-11-09T10:21:05,847 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:05,848 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '585d661d-7dc1-4322-b51d-08da3d435223' 2024-11-09T10:21:05,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:05,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "585d661d-7dc1-4322-b51d-08da3d435223" 2024-11-09T10:21:05,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53f43202, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:05,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,41793,-1] 2024-11-09T10:21:05,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:05,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:05,849 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:05,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a3ba73d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:05,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:05,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36085,1731147648125, seqNum=-1] 2024-11-09T10:21:05,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:05,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-09T10:21:05,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6., hostname=e067b2c2c7b3,36085,1731147648125, seqNum=2] 2024-11-09T10:21:05,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:06,047 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 607, reset compression=false 2024-11-09T10:21:06,172 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 480, reset compression=false 2024-11-09T10:21:06,176 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:06,176 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 608, reset compression=false 2024-11-09T10:21:06,176 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36085,1731147648125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:06,350 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 607, reset compression=false 2024-11-09T10:21:06,380 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 608, reset compression=false 2024-11-09T10:21:06,683 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 608, reset compression=false 2024-11-09T10:21:06,739 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T10:21:06,752 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T10:21:06,753 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 607, reset compression=false 2024-11-09T10:21:07,086 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 608, reset compression=false 2024-11-09T10:21:07,090 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:07,090 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 764, reset compression=false 2024-11-09T10:21:07,090 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36085,1731147648125 got entry batch from reader: WALEntryBatch [walEntries=[{test/c1c5875e7d3250fcf41f525701faecb6/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T10:21:07,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:07,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46869 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:07,257 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 607, reset compression=false 2024-11-09T10:21:07,261 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:07,261 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 754, reset compression=false 2024-11-09T10:21:07,261 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46869,1731147653662 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:07,293 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 764, reset compression=false 2024-11-09T10:21:07,464 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 754, reset compression=false 2024-11-09T10:21:07,596 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 764, reset compression=false 2024-11-09T10:21:07,753 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T10:21:07,757 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T10:21:07,768 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 754, reset compression=false 2024-11-09T10:21:07,772 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:07,772 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 913, reset compression=false 2024-11-09T10:21:07,772 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46869,1731147653662 got entry batch from reader: WALEntryBatch [walEntries=[{test/5e25cee1dc36519c24e6596bd980f4eb/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T10:21:07,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:07,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36085 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:07,975 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 913, reset compression=false 2024-11-09T10:21:07,999 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 764, reset compression=false 2024-11-09T10:21:08,003 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:08,003 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 914, reset compression=false 2024-11-09T10:21:08,003 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36085,1731147648125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:08,207 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 914, reset compression=false 2024-11-09T10:21:08,279 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 913, reset compression=false 2024-11-09T10:21:08,396 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:21:08,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:08,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:08,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:08,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:08,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:08,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:08,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:08,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:08,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:08,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:08,466 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T10:21:08,510 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 914, reset compression=false 2024-11-09T10:21:08,683 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 913, reset compression=false 2024-11-09T10:21:08,759 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T10:21:08,760 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:21:08,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:08,761 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:08,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:08,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:08,761 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:08,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:21:08,761 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=168729749, stopped=false 2024-11-09T10:21:08,761 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,44779,1731147653522 2024-11-09T10:21:08,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1145660899/running 2024-11-09T10:21:08,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1145660899/running 2024-11-09T10:21:08,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:21:08,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:21:08,832 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:21:08,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:08,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:08,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:08,832 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,46869,1731147653662' ***** 2024-11-09T10:21:08,832 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:21:08,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Set watcher on znode that does not yet exist, /1145660899/running 2024-11-09T10:21:08,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Set watcher on znode that does not yet exist, /1145660899/running 2024-11-09T10:21:08,833 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:21:08,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:21:08,833 INFO [RS:0;e067b2c2c7b3:46869 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:21:08,833 INFO [RS:0;e067b2c2c7b3:46869 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:21:08,833 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e25cee1dc36519c24e6596bd980f4eb 2024-11-09T10:21:08,833 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(3091): Received CLOSE for f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:08,833 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,46869,1731147653662 2024-11-09T10:21:08,833 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:21:08,833 INFO [RS:0;e067b2c2c7b3:46869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:46869. 2024-11-09T10:21:08,834 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e25cee1dc36519c24e6596bd980f4eb, disabling compactions & flushes 2024-11-09T10:21:08,834 DEBUG [RS:0;e067b2c2c7b3:46869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:08,834 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. 2024-11-09T10:21:08,834 DEBUG [RS:0;e067b2c2c7b3:46869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:08,834 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. 2024-11-09T10:21:08,834 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. after waiting 0 ms 2024-11-09T10:21:08,834 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. 2024-11-09T10:21:08,834 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:21:08,834 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:21:08,834 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:21:08,834 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:21:08,834 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5e25cee1dc36519c24e6596bd980f4eb 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-09T10:21:08,834 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T10:21:08,834 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1325): Online Regions={5e25cee1dc36519c24e6596bd980f4eb=test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb., 1588230740=hbase:meta,,1.1588230740, f3c9fbb097ac1a04569c42712de16009=hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009.} 2024-11-09T10:21:08,834 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:21:08,834 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e25cee1dc36519c24e6596bd980f4eb, f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:08,834 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:21:08,834 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:21:08,834 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:21:08,834 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:21:08,834 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T10:21:08,853 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/.tmp/info/d0d16a25c9824f51874ca07e1cf30740 is 147, key is hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009./info:regioninfo/1731147664354/Put/seqid=0 2024-11-09T10:21:08,854 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/.tmp/f/87d6c81452eb4a9288178e7b584e5f69 is 29, key is row1/f:/1731147667754/DeleteFamily/seqid=0 2024-11-09T10:21:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741840_1016 (size=5118) 2024-11-09T10:21:08,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741841_1017 (size=7686) 2024-11-09T10:21:08,857 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/.tmp/f/87d6c81452eb4a9288178e7b584e5f69 2024-11-09T10:21:08,860 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87d6c81452eb4a9288178e7b584e5f69 2024-11-09T10:21:08,873 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/.tmp/f1/055506025c0349b98e825c17fa8c68c6 is 30, key is row1/f1:/1731147667754/DeleteFamily/seqid=0 2024-11-09T10:21:08,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741842_1018 (size=5123) 2024-11-09T10:21:08,913 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:21:08,914 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 914, reset compression=false 2024-11-09T10:21:09,008 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:21:09,008 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:21:09,034 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e25cee1dc36519c24e6596bd980f4eb, f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:09,186 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 913, reset compression=false 2024-11-09T10:21:09,191 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:09,191 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 1160, reset compression=false 2024-11-09T10:21:09,191 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46869,1731147653662 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:09,191 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e067b2c2c7b3,46869,1731147653662: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e067b2c2c7b3,46869,1731147653662, walGroup=e067b2c2c7b3%2C46869%2C1731147653662, offset=e067b2c2c7b3%2C46869%2C1731147653662.1731147656131:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:46869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T10:21:09,192 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T10:21:09,192 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T10:21:09,193 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T10:21:09,193 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T10:21:09,193 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T10:21:09,193 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 616089200 }, "NonHeapMemoryUsage": { "committed": 194052096, "init": 7667712, "max": -1, "used": 190917960 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T10:21:09,194 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:44779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:44779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T10:21:09,234 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e25cee1dc36519c24e6596bd980f4eb, f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:09,258 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/.tmp/info/d0d16a25c9824f51874ca07e1cf30740 2024-11-09T10:21:09,273 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/.tmp/ns/b51b345eb10042e58d12885063ea1136 is 43, key is default/ns:d/1731147657059/Put/seqid=0 2024-11-09T10:21:09,276 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/.tmp/f1/055506025c0349b98e825c17fa8c68c6 2024-11-09T10:21:09,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741843_1019 (size=5153) 2024-11-09T10:21:09,279 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 055506025c0349b98e825c17fa8c68c6 2024-11-09T10:21:09,296 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/.tmp/norep/73453b3fd1fd405badc54eeb9323c1ce is 33, key is row1/norep:/1731147667754/DeleteFamily/seqid=0 2024-11-09T10:21:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741844_1020 (size=5108) 2024-11-09T10:21:09,394 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 1160, reset compression=false 2024-11-09T10:21:09,417 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 914, reset compression=false 2024-11-09T10:21:09,435 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e25cee1dc36519c24e6596bd980f4eb, f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:09,635 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e25cee1dc36519c24e6596bd980f4eb, f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:09,677 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/.tmp/ns/b51b345eb10042e58d12885063ea1136 2024-11-09T10:21:09,692 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/.tmp/rep_barrier/f5366bfdd6934b92a0829c72ff3da2b2 is 112, key is test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb./rep_barrier:seqnumDuringOpen/1731147660415/Put/seqid=0 2024-11-09T10:21:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741845_1021 (size=5518) 2024-11-09T10:21:09,697 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 1160, reset compression=false 2024-11-09T10:21:09,699 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/.tmp/norep/73453b3fd1fd405badc54eeb9323c1ce 2024-11-09T10:21:09,702 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73453b3fd1fd405badc54eeb9323c1ce 2024-11-09T10:21:09,703 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/.tmp/f/87d6c81452eb4a9288178e7b584e5f69 as hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/f/87d6c81452eb4a9288178e7b584e5f69 2024-11-09T10:21:09,706 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87d6c81452eb4a9288178e7b584e5f69 2024-11-09T10:21:09,706 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/f/87d6c81452eb4a9288178e7b584e5f69, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T10:21:09,707 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/.tmp/f1/055506025c0349b98e825c17fa8c68c6 as hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/f1/055506025c0349b98e825c17fa8c68c6 2024-11-09T10:21:09,711 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 055506025c0349b98e825c17fa8c68c6 2024-11-09T10:21:09,711 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/f1/055506025c0349b98e825c17fa8c68c6, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T10:21:09,712 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/.tmp/norep/73453b3fd1fd405badc54eeb9323c1ce as hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/norep/73453b3fd1fd405badc54eeb9323c1ce 2024-11-09T10:21:09,715 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73453b3fd1fd405badc54eeb9323c1ce 2024-11-09T10:21:09,716 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/norep/73453b3fd1fd405badc54eeb9323c1ce, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T10:21:09,716 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5e25cee1dc36519c24e6596bd980f4eb in 882ms, sequenceid=8, compaction requested=false 2024-11-09T10:21:09,720 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/default/test/5e25cee1dc36519c24e6596bd980f4eb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T10:21:09,720 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:21:09,720 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:21:09,720 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. 2024-11-09T10:21:09,720 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e25cee1dc36519c24e6596bd980f4eb: Waiting for close lock at 1731147668833Running coprocessor pre-close hooks at 1731147668833Disabling compacts and flushes for region at 1731147668833Disabling writes for close at 1731147668834 (+1 ms)Obtaining lock to block concurrent updates at 1731147668834Preparing flush snapshotting stores in 5e25cee1dc36519c24e6596bd980f4eb at 1731147668834Finished memstore snapshotting test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731147668834Flushing stores of test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. at 1731147668835 (+1 ms)Flushing 5e25cee1dc36519c24e6596bd980f4eb/f: creating writer at 1731147668835Flushing 5e25cee1dc36519c24e6596bd980f4eb/f: appending metadata at 1731147668853 (+18 ms)Flushing 5e25cee1dc36519c24e6596bd980f4eb/f: closing flushed file at 1731147668853Flushing 5e25cee1dc36519c24e6596bd980f4eb/f1: creating writer at 1731147668860 (+7 ms)Flushing 5e25cee1dc36519c24e6596bd980f4eb/f1: appending metadata at 1731147668872 (+12 ms)Flushing 5e25cee1dc36519c24e6596bd980f4eb/f1: closing flushed file at 1731147668872Flushing 5e25cee1dc36519c24e6596bd980f4eb/norep: creating writer at 1731147669279 (+407 ms)Flushing 5e25cee1dc36519c24e6596bd980f4eb/norep: appending metadata at 1731147669295 (+16 ms)Flushing 5e25cee1dc36519c24e6596bd980f4eb/norep: closing flushed file at 1731147669295Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13022996: reopening flushed file at 1731147669702 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d439ed1: reopening flushed file at 1731147669707 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@205ee948: reopening flushed file at 1731147669711 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 5e25cee1dc36519c24e6596bd980f4eb in 882ms, sequenceid=8, compaction requested=false at 1731147669716 (+5 ms)Writing region close event to WAL at 1731147669717 (+1 ms)Running coprocessor post-close hooks at 1731147669720 (+3 ms)Closed at 1731147669720 2024-11-09T10:21:09,721 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147659273.5e25cee1dc36519c24e6596bd980f4eb. 2024-11-09T10:21:09,721 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3c9fbb097ac1a04569c42712de16009, disabling compactions & flushes 2024-11-09T10:21:09,721 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:09,721 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:09,721 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. after waiting 0 ms 2024-11-09T10:21:09,721 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:09,721 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3c9fbb097ac1a04569c42712de16009: Waiting for close lock at 1731147669721Running coprocessor pre-close hooks at 1731147669721Disabling compacts and flushes for region at 1731147669721Disabling writes for close at 1731147669721Failed flush hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009., putting online again at 1731147669721 2024-11-09T10:21:09,721 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:09,835 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:21:09,835 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f3c9fbb097ac1a04569c42712de16009=hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009.} 2024-11-09T10:21:09,835 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(3091): Received CLOSE for f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:09,835 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f3c9fbb097ac1a04569c42712de16009 2024-11-09T10:21:09,835 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f3c9fbb097ac1a04569c42712de16009, disabling compactions & flushes 2024-11-09T10:21:09,835 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:09,835 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:09,835 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. after waiting 0 ms 2024-11-09T10:21:09,835 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:09,835 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f3c9fbb097ac1a04569c42712de16009: Waiting for close lock at 1731147669835Running coprocessor pre-close hooks at 1731147669835Disabling compacts and flushes for region at 1731147669835Disabling writes for close at 1731147669835Failed flush hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009., putting online again at 1731147669835 2024-11-09T10:21:09,835 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731147663595.f3c9fbb097ac1a04569c42712de16009. 2024-11-09T10:21:10,020 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 914, reset compression=false 2024-11-09T10:21:10,035 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:21:10,060 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:10,061 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:21:10,061 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28260 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:21:10,095 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/.tmp/rep_barrier/f5366bfdd6934b92a0829c72ff3da2b2 2024-11-09T10:21:10,100 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 1160, reset compression=false 2024-11-09T10:21:10,106 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:10,106 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 1804, reset compression=false 2024-11-09T10:21:10,116 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/.tmp/table/bd67fa911d6e4f869011497bc31cfa10 is 53, key is hbase:replication/table:state/1731147664361/Put/seqid=0 2024-11-09T10:21:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741846_1022 (size=5308) 2024-11-09T10:21:10,235 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:21:10,313 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 1804, reset compression=false 2024-11-09T10:21:10,436 DEBUG [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:21:10,520 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/.tmp/table/bd67fa911d6e4f869011497bc31cfa10 2024-11-09T10:21:10,525 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/.tmp/info/d0d16a25c9824f51874ca07e1cf30740 as hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/info/d0d16a25c9824f51874ca07e1cf30740 2024-11-09T10:21:10,528 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/info/d0d16a25c9824f51874ca07e1cf30740, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T10:21:10,529 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/.tmp/ns/b51b345eb10042e58d12885063ea1136 as hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/ns/b51b345eb10042e58d12885063ea1136 2024-11-09T10:21:10,533 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/ns/b51b345eb10042e58d12885063ea1136, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T10:21:10,533 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/.tmp/rep_barrier/f5366bfdd6934b92a0829c72ff3da2b2 as hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/rep_barrier/f5366bfdd6934b92a0829c72ff3da2b2 2024-11-09T10:21:10,537 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/rep_barrier/f5366bfdd6934b92a0829c72ff3da2b2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T10:21:10,538 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/.tmp/table/bd67fa911d6e4f869011497bc31cfa10 as hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/table/bd67fa911d6e4f869011497bc31cfa10 2024-11-09T10:21:10,541 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/table/bd67fa911d6e4f869011497bc31cfa10, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T10:21:10,542 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false 2024-11-09T10:21:10,546 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T10:21:10,546 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:21:10,546 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:21:10,547 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:21:10,547 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147668834Running coprocessor pre-close hooks at 1731147668834Disabling compacts and flushes for region at 1731147668834Disabling writes for close at 1731147668834Obtaining lock to block concurrent updates at 1731147668834Preparing flush snapshotting stores in 1588230740 at 1731147668834Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731147668834Flushing stores of hbase:meta,,1.1588230740 at 1731147668835 (+1 ms)Flushing 1588230740/info: creating writer at 1731147668835Flushing 1588230740/info: appending metadata at 1731147668853 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731147668853Flushing 1588230740/ns: creating writer at 1731147669261 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731147669273 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731147669273Flushing 1588230740/rep_barrier: creating writer at 1731147669680 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147669691 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147669692 (+1 ms)Flushing 1588230740/table: creating writer at 1731147670100 (+408 ms)Flushing 1588230740/table: appending metadata at 1731147670116 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731147670116Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25043e64: reopening flushed file at 1731147670524 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119d6973: reopening flushed file at 1731147670528 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef00964: reopening flushed file at 1731147670533 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@95b4f2e: reopening flushed file at 1731147670537 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1708ms, sequenceid=16, compaction requested=false at 1731147670542 (+5 ms)Writing region close event to WAL at 1731147670543 (+1 ms)Running coprocessor post-close hooks at 1731147670546 (+3 ms)Closed at 1731147670547 (+1 ms) 2024-11-09T10:21:10,547 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:21:10,617 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.1731147656131 to pos 1804, reset compression=false 2024-11-09T10:21:10,636 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T10:21:10,636 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,46869,1731147653662; all regions closed. 2024-11-09T10:21:10,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741834_1010 (size=4239) 2024-11-09T10:21:10,638 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/WALs/e067b2c2c7b3,46869,1731147653662/e067b2c2c7b3%2C46869%2C1731147653662.meta.1731147657014.meta not finished, retry = 0 2024-11-09T10:21:10,723 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 914, reset compression=false 2024-11-09T10:21:10,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741839_1015 (size=1733) 2024-11-09T10:21:10,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741832_1008 (size=1812) 2024-11-09T10:21:10,742 DEBUG [RS:0;e067b2c2c7b3:46869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:10,742 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:21:10,743 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:21:10,743 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:21:10,743 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:21:10,743 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:21:10,743 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,46869,1731147653662 because: Region server is closing 2024-11-09T10:21:10,743 INFO [RS:0;e067b2c2c7b3:46869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:46869. 2024-11-09T10:21:10,743 DEBUG [RS:0;e067b2c2c7b3:46869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:10,744 DEBUG [RS:0;e067b2c2c7b3:46869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:10,744 DEBUG [RS:0;e067b2c2c7b3:46869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:10,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:10,844 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.shippere067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 terminated 2024-11-09T10:21:10,844 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46869,1731147653662.replicationSource.wal-reader.e067b2c2c7b3%2C46869%2C1731147653662,1-e067b2c2c7b3,46869,1731147653662 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:21:10,844 INFO [RS:0;e067b2c2c7b3:46869 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:46869. 2024-11-09T10:21:10,844 DEBUG [RS:0;e067b2c2c7b3:46869 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:10,844 DEBUG [RS:0;e067b2c2c7b3:46869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:10,844 DEBUG [RS:0;e067b2c2c7b3:46869 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:10,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:10,844 INFO [RS:0;e067b2c2c7b3:46869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46869 2024-11-09T10:21:10,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899/rs 2024-11-09T10:21:10,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1145660899/rs/e067b2c2c7b3,46869,1731147653662 2024-11-09T10:21:10,947 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:21:10,958 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,46869,1731147653662] 2024-11-09T10:21:10,968 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1145660899/draining/e067b2c2c7b3,46869,1731147653662 already deleted, retry=false 2024-11-09T10:21:10,968 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,46869,1731147653662 expired; onlineServers=0 2024-11-09T10:21:10,968 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,44779,1731147653522' ***** 2024-11-09T10:21:10,968 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:21:10,968 INFO [M:0;e067b2c2c7b3:44779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:21:10,969 INFO [M:0;e067b2c2c7b3:44779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:21:10,969 DEBUG [M:0;e067b2c2c7b3:44779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:21:10,969 DEBUG [M:0;e067b2c2c7b3:44779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:21:10,969 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:21:10,969 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147655802 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147655802,5,FailOnTimeoutGroup] 2024-11-09T10:21:10,969 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147655802 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147655802,5,FailOnTimeoutGroup] 2024-11-09T10:21:10,969 INFO [M:0;e067b2c2c7b3:44779 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:21:10,969 INFO [M:0;e067b2c2c7b3:44779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:21:10,969 DEBUG [M:0;e067b2c2c7b3:44779 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:21:10,969 INFO [M:0;e067b2c2c7b3:44779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:21:10,969 INFO [M:0;e067b2c2c7b3:44779 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:21:10,969 INFO [M:0;e067b2c2c7b3:44779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:21:10,969 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:21:10,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1145660899/master 2024-11-09T10:21:10,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1145660899 2024-11-09T10:21:10,979 DEBUG [M:0;e067b2c2c7b3:44779 {}] zookeeper.ZKUtil(347): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Unable to get data of znode /1145660899/master because node does not exist (not an error) 2024-11-09T10:21:10,979 WARN [M:0;e067b2c2c7b3:44779 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:21:10,979 INFO [M:0;e067b2c2c7b3:44779 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/.lastflushedseqids 2024-11-09T10:21:10,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741847_1023 (size=245) 2024-11-09T10:21:11,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:21:11,058 INFO [RS:0;e067b2c2c7b3:46869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:21:11,058 INFO [RS:0;e067b2c2c7b3:46869 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,46869,1731147653662; zookeeper connection closed. 2024-11-09T10:21:11,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46869-0x1011f1cbe3b0004, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:21:11,058 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f74922b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f74922b 2024-11-09T10:21:11,059 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:21:11,384 INFO [M:0;e067b2c2c7b3:44779 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:21:11,384 INFO [M:0;e067b2c2c7b3:44779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:21:11,384 DEBUG [M:0;e067b2c2c7b3:44779 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:21:11,384 INFO [M:0;e067b2c2c7b3:44779 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:11,384 DEBUG [M:0;e067b2c2c7b3:44779 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:11,384 DEBUG [M:0;e067b2c2c7b3:44779 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:21:11,384 DEBUG [M:0;e067b2c2c7b3:44779 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:11,385 INFO [M:0;e067b2c2c7b3:44779 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T10:21:11,402 DEBUG [M:0;e067b2c2c7b3:44779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b6d3ada2b1f409987a8c59f5c5b1da4 is 82, key is hbase:meta,,1/info:regioninfo/1731147657045/Put/seqid=0 2024-11-09T10:21:11,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741848_1024 (size=5672) 2024-11-09T10:21:11,527 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 914, reset compression=false 2024-11-09T10:21:11,806 INFO [M:0;e067b2c2c7b3:44779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b6d3ada2b1f409987a8c59f5c5b1da4 2024-11-09T10:21:11,863 DEBUG [M:0;e067b2c2c7b3:44779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ed2a998aa134e668bb2ba14e2a82214 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731147664364/Put/seqid=0 2024-11-09T10:21:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741849_1025 (size=8517) 2024-11-09T10:21:12,271 INFO [M:0;e067b2c2c7b3:44779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ed2a998aa134e668bb2ba14e2a82214 2024-11-09T10:21:12,287 DEBUG [M:0;e067b2c2c7b3:44779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94744fcd413449bb8a7e21a73db8a999 is 69, key is e067b2c2c7b3,46869,1731147653662/rs:state/1731147655922/Put/seqid=0 2024-11-09T10:21:12,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741850_1026 (size=5156) 2024-11-09T10:21:12,430 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 914, reset compression=false 2024-11-09T10:21:12,690 INFO [M:0;e067b2c2c7b3:44779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94744fcd413449bb8a7e21a73db8a999 2024-11-09T10:21:12,695 DEBUG [M:0;e067b2c2c7b3:44779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9b6d3ada2b1f409987a8c59f5c5b1da4 as hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b6d3ada2b1f409987a8c59f5c5b1da4 2024-11-09T10:21:12,698 INFO [M:0;e067b2c2c7b3:44779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9b6d3ada2b1f409987a8c59f5c5b1da4, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T10:21:12,699 DEBUG [M:0;e067b2c2c7b3:44779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ed2a998aa134e668bb2ba14e2a82214 as hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ed2a998aa134e668bb2ba14e2a82214 2024-11-09T10:21:12,703 INFO [M:0;e067b2c2c7b3:44779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ed2a998aa134e668bb2ba14e2a82214, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T10:21:12,703 DEBUG [M:0;e067b2c2c7b3:44779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/94744fcd413449bb8a7e21a73db8a999 as hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94744fcd413449bb8a7e21a73db8a999 2024-11-09T10:21:12,706 INFO [M:0;e067b2c2c7b3:44779 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36473/user/jenkins/test-data/38007325-7408-dc5c-95a3-1c12c6b00b70/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/94744fcd413449bb8a7e21a73db8a999, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T10:21:12,707 INFO [M:0;e067b2c2c7b3:44779 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=97, compaction requested=false 2024-11-09T10:21:12,708 INFO [M:0;e067b2c2c7b3:44779 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:12,708 DEBUG [M:0;e067b2c2c7b3:44779 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147671384Disabling compacts and flushes for region at 1731147671384Disabling writes for close at 1731147671384Obtaining lock to block concurrent updates at 1731147671385 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147671385Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731147671385Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147671385Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147671385Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147671401 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147671401Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147671847 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147671863 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147671863Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147672274 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147672286 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147672286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1688d00a: reopening flushed file at 1731147672694 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cafe0da: reopening flushed file at 1731147672699 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7443013d: reopening flushed file at 1731147672703 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=97, compaction requested=false at 1731147672707 (+4 ms)Writing region close event to WAL at 1731147672708 (+1 ms)Closed at 1731147672708 2024-11-09T10:21:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44893 is added to blk_1073741830_1006 (size=63666) 2024-11-09T10:21:12,710 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:21:12,710 INFO [M:0;e067b2c2c7b3:44779 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:21:12,710 INFO [M:0;e067b2c2c7b3:44779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44779 2024-11-09T10:21:12,711 INFO [M:0;e067b2c2c7b3:44779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:21:12,879 INFO [M:0;e067b2c2c7b3:44779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:21:12,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:21:12,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44779-0x1011f1cbe3b0003, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:21:12,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24d7c89d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:21:12,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a961742{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:21:12,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:21:12,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d720{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:21:12,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e6736a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/hadoop.log.dir/,STOPPED} 2024-11-09T10:21:12,921 WARN [BP-493556526-172.17.0.3-1731147651615 heartbeating to localhost/127.0.0.1:36473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:21:12,921 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:21:12,921 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:21:12,921 WARN [BP-493556526-172.17.0.3-1731147651615 heartbeating to localhost/127.0.0.1:36473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-493556526-172.17.0.3-1731147651615 (Datanode Uuid 726d7fc5-1af6-4c39-a29d-69d51161369d) service to localhost/127.0.0.1:36473 2024-11-09T10:21:12,921 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/cluster_506d028d-8bf7-920f-cce5-5f5e640a043c/data/data1/current/BP-493556526-172.17.0.3-1731147651615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:21:12,922 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/cluster_506d028d-8bf7-920f-cce5-5f5e640a043c/data/data2/current/BP-493556526-172.17.0.3-1731147651615 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:21:12,922 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:21:12,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22c0462{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:21:12,927 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@542f28d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:21:12,927 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:21:12,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52b633c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:21:12,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b7c9c1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/hadoop.log.dir/,STOPPED} 2024-11-09T10:21:12,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:21:12,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:21:12,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:12,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:12,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:12,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:12,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:12,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:21:12,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1828327545, stopped=false 2024-11-09T10:21:12,939 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,41793,1731147647934 2024-11-09T10:21:12,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1572733695/running 2024-11-09T10:21:12,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1572733695/running 2024-11-09T10:21:12,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:21:12,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:21:12,958 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:21:12,958 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:12,958 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:12,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:12,958 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,36085,1731147648125' ***** 2024-11-09T10:21:12,958 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:21:12,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Set watcher on znode that does not yet exist, /0-1572733695/running 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:21:12,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Set watcher on znode that does not yet exist, /0-1572733695/running 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:21:12,959 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(3091): Received CLOSE for c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(3091): Received CLOSE for aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,36085,1731147648125 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:36085. 2024-11-09T10:21:12,959 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c1c5875e7d3250fcf41f525701faecb6, disabling compactions & flushes 2024-11-09T10:21:12,959 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. 2024-11-09T10:21:12,959 DEBUG [RS:0;e067b2c2c7b3:36085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:12,959 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. 2024-11-09T10:21:12,959 DEBUG [RS:0;e067b2c2c7b3:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:12,959 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. after waiting 0 ms 2024-11-09T10:21:12,959 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:21:12,959 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c1c5875e7d3250fcf41f525701faecb6 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:21:12,959 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T10:21:12,959 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1325): Online Regions={c1c5875e7d3250fcf41f525701faecb6=test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6., 1588230740=hbase:meta,,1.1588230740, aa5ccee560ad0ea7abf648259ed9390f=hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f.} 2024-11-09T10:21:12,959 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa5ccee560ad0ea7abf648259ed9390f, c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:21:12,959 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:21:12,959 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:21:12,959 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:21:12,959 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:21:12,959 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:21:12,960 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T10:21:12,976 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/.tmp/info/bdfad90f32de431a80fdbc2e479134ae is 147, key is hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f./info:regioninfo/1731147662906/Put/seqid=0 2024-11-09T10:21:12,976 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/.tmp/f/40a0dc008f014ad0bfeeeaf25b622712 is 29, key is row1/f:/1731147667754/DeleteFamily/seqid=0 2024-11-09T10:21:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741840_1016 (size=5118) 2024-11-09T10:21:12,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741841_1017 (size=7686) 2024-11-09T10:21:12,979 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/.tmp/f/40a0dc008f014ad0bfeeeaf25b622712 2024-11-09T10:21:12,983 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40a0dc008f014ad0bfeeeaf25b622712 2024-11-09T10:21:12,999 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/.tmp/f1/982ca039689647189f179f07bf7c54da is 30, key is row1/f1:/1731147667754/DeleteFamily/seqid=0 2024-11-09T10:21:13,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741842_1018 (size=5123) 2024-11-09T10:21:13,025 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:21:13,160 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa5ccee560ad0ea7abf648259ed9390f, c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:21:13,359 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:21:13,359 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:21:13,360 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa5ccee560ad0ea7abf648259ed9390f, c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:21:13,380 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/.tmp/info/bdfad90f32de431a80fdbc2e479134ae 2024-11-09T10:21:13,397 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/.tmp/ns/9adead0360cf42e3862c5426f17b9df7 is 43, key is default/ns:d/1731147651504/Put/seqid=0 2024-11-09T10:21:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741843_1019 (size=5153) 2024-11-09T10:21:13,402 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/.tmp/f1/982ca039689647189f179f07bf7c54da 2024-11-09T10:21:13,405 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 982ca039689647189f179f07bf7c54da 2024-11-09T10:21:13,422 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/.tmp/norep/46ec6d76f0484c3f99926ff830677df9 is 32, key is row/norep:/1731147666741/DeleteFamily/seqid=0 2024-11-09T10:21:13,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741844_1020 (size=5101) 2024-11-09T10:21:13,434 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 914, reset compression=false 2024-11-09T10:21:13,438 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:13,438 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 1161, reset compression=false 2024-11-09T10:21:13,438 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36085,1731147648125 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:13,439 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e067b2c2c7b3,36085,1731147648125: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e067b2c2c7b3,36085,1731147648125, walGroup=e067b2c2c7b3%2C36085%2C1731147648125, offset=e067b2c2c7b3%2C36085%2C1731147648125.1731147650444:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:36085 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T10:21:13,441 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T10:21:13,441 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T10:21:13,441 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T10:21:13,441 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T10:21:13,441 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T10:21:13,441 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 683198064 }, "NonHeapMemoryUsage": { "committed": 194510848, "init": 7667712, "max": -1, "used": 191643576 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T10:21:13,442 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:41793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:41793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T10:21:13,560 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa5ccee560ad0ea7abf648259ed9390f, c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:21:13,642 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 1161, reset compression=false 2024-11-09T10:21:13,760 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa5ccee560ad0ea7abf648259ed9390f, c1c5875e7d3250fcf41f525701faecb6 2024-11-09T10:21:13,800 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/.tmp/ns/9adead0360cf42e3862c5426f17b9df7 2024-11-09T10:21:13,816 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/.tmp/rep_barrier/890018565cb043cfb9189760395b5502 is 112, key is test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6./rep_barrier:seqnumDuringOpen/1731147658262/Put/seqid=0 2024-11-09T10:21:13,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741845_1021 (size=5518) 2024-11-09T10:21:13,826 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/.tmp/norep/46ec6d76f0484c3f99926ff830677df9 2024-11-09T10:21:13,829 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46ec6d76f0484c3f99926ff830677df9 2024-11-09T10:21:13,830 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/.tmp/f/40a0dc008f014ad0bfeeeaf25b622712 as hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/f/40a0dc008f014ad0bfeeeaf25b622712 2024-11-09T10:21:13,833 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40a0dc008f014ad0bfeeeaf25b622712 2024-11-09T10:21:13,833 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/f/40a0dc008f014ad0bfeeeaf25b622712, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T10:21:13,834 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/.tmp/f1/982ca039689647189f179f07bf7c54da as hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/f1/982ca039689647189f179f07bf7c54da 2024-11-09T10:21:13,837 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 982ca039689647189f179f07bf7c54da 2024-11-09T10:21:13,837 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/f1/982ca039689647189f179f07bf7c54da, entries=2, sequenceid=8, filesize=5.0 K 2024-11-09T10:21:13,838 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/.tmp/norep/46ec6d76f0484c3f99926ff830677df9 as hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/norep/46ec6d76f0484c3f99926ff830677df9 2024-11-09T10:21:13,841 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46ec6d76f0484c3f99926ff830677df9 2024-11-09T10:21:13,841 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/norep/46ec6d76f0484c3f99926ff830677df9, entries=1, sequenceid=8, filesize=5.0 K 2024-11-09T10:21:13,842 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c1c5875e7d3250fcf41f525701faecb6 in 883ms, sequenceid=8, compaction requested=false 2024-11-09T10:21:13,845 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/default/test/c1c5875e7d3250fcf41f525701faecb6/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-09T10:21:13,846 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:21:13,846 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:21:13,846 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. 2024-11-09T10:21:13,846 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c1c5875e7d3250fcf41f525701faecb6: Waiting for close lock at 1731147672959Running coprocessor pre-close hooks at 1731147672959Disabling compacts and flushes for region at 1731147672959Disabling writes for close at 1731147672959Obtaining lock to block concurrent updates at 1731147672959Preparing flush snapshotting stores in c1c5875e7d3250fcf41f525701faecb6 at 1731147672959Finished memstore snapshotting test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731147672960 (+1 ms)Flushing stores of test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. at 1731147672960Flushing c1c5875e7d3250fcf41f525701faecb6/f: creating writer at 1731147672960Flushing c1c5875e7d3250fcf41f525701faecb6/f: appending metadata at 1731147672975 (+15 ms)Flushing c1c5875e7d3250fcf41f525701faecb6/f: closing flushed file at 1731147672975Flushing c1c5875e7d3250fcf41f525701faecb6/f1: creating writer at 1731147672983 (+8 ms)Flushing c1c5875e7d3250fcf41f525701faecb6/f1: appending metadata at 1731147672998 (+15 ms)Flushing c1c5875e7d3250fcf41f525701faecb6/f1: closing flushed file at 1731147672998Flushing c1c5875e7d3250fcf41f525701faecb6/norep: creating writer at 1731147673405 (+407 ms)Flushing c1c5875e7d3250fcf41f525701faecb6/norep: appending metadata at 1731147673421 (+16 ms)Flushing c1c5875e7d3250fcf41f525701faecb6/norep: closing flushed file at 1731147673421Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a1b5ed7: reopening flushed file at 1731147673829 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab0c820: reopening flushed file at 1731147673833 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11f1911c: reopening flushed file at 1731147673838 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for c1c5875e7d3250fcf41f525701faecb6 in 883ms, sequenceid=8, compaction requested=false at 1731147673842 (+4 ms)Writing region close event to WAL at 1731147673843 (+1 ms)Running coprocessor post-close hooks at 1731147673846 (+3 ms)Closed at 1731147673846 2024-11-09T10:21:13,846 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147657120.c1c5875e7d3250fcf41f525701faecb6. 2024-11-09T10:21:13,846 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa5ccee560ad0ea7abf648259ed9390f, disabling compactions & flushes 2024-11-09T10:21:13,846 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:13,846 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:13,846 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. after waiting 0 ms 2024-11-09T10:21:13,846 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:13,846 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa5ccee560ad0ea7abf648259ed9390f: Waiting for close lock at 1731147673846Running coprocessor pre-close hooks at 1731147673846Disabling compacts and flushes for region at 1731147673846Disabling writes for close at 1731147673846Failed flush hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f., putting online again at 1731147673846 2024-11-09T10:21:13,846 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:13,945 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 1161, reset compression=false 2024-11-09T10:21:13,949 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:13,949 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 1805, reset compression=false 2024-11-09T10:21:13,960 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:21:13,960 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, aa5ccee560ad0ea7abf648259ed9390f=hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f.} 2024-11-09T10:21:13,960 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(3091): Received CLOSE for aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:13,960 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa5ccee560ad0ea7abf648259ed9390f 2024-11-09T10:21:13,961 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa5ccee560ad0ea7abf648259ed9390f, disabling compactions & flushes 2024-11-09T10:21:13,961 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:13,961 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:13,961 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. after waiting 0 ms 2024-11-09T10:21:13,961 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:13,961 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa5ccee560ad0ea7abf648259ed9390f: Waiting for close lock at 1731147673961Running coprocessor pre-close hooks at 1731147673961Disabling compacts and flushes for region at 1731147673961Disabling writes for close at 1731147673961Failed flush hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f., putting online again at 1731147673961 2024-11-09T10:21:13,961 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731147661438.aa5ccee560ad0ea7abf648259ed9390f. 2024-11-09T10:21:14,152 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 1805, reset compression=false 2024-11-09T10:21:14,161 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:21:14,220 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/.tmp/rep_barrier/890018565cb043cfb9189760395b5502 2024-11-09T10:21:14,237 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/.tmp/table/973b24b9650e45feb406e2973e9187d8 is 53, key is hbase:replication/table:state/1731147662912/Put/seqid=0 2024-11-09T10:21:14,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741846_1022 (size=5308) 2024-11-09T10:21:14,361 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:21:14,455 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 1805, reset compression=false 2024-11-09T10:21:14,561 DEBUG [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:21:14,640 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/.tmp/table/973b24b9650e45feb406e2973e9187d8 2024-11-09T10:21:14,645 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/.tmp/info/bdfad90f32de431a80fdbc2e479134ae as hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/info/bdfad90f32de431a80fdbc2e479134ae 2024-11-09T10:21:14,648 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/info/bdfad90f32de431a80fdbc2e479134ae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T10:21:14,649 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/.tmp/ns/9adead0360cf42e3862c5426f17b9df7 as hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/ns/9adead0360cf42e3862c5426f17b9df7 2024-11-09T10:21:14,653 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/ns/9adead0360cf42e3862c5426f17b9df7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T10:21:14,653 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/.tmp/rep_barrier/890018565cb043cfb9189760395b5502 as hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/rep_barrier/890018565cb043cfb9189760395b5502 2024-11-09T10:21:14,657 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/rep_barrier/890018565cb043cfb9189760395b5502, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T10:21:14,657 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/.tmp/table/973b24b9650e45feb406e2973e9187d8 as hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/table/973b24b9650e45feb406e2973e9187d8 2024-11-09T10:21:14,661 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/table/973b24b9650e45feb406e2973e9187d8, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T10:21:14,662 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-11-09T10:21:14,662 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:21:14,671 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T10:21:14,671 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:21:14,672 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:21:14,672 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:21:14,672 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147672959Running coprocessor pre-close hooks at 1731147672959Disabling compacts and flushes for region at 1731147672959Disabling writes for close at 1731147672959Obtaining lock to block concurrent updates at 1731147672960 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731147672960Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731147672960Flushing stores of hbase:meta,,1.1588230740 at 1731147672960Flushing 1588230740/info: creating writer at 1731147672960Flushing 1588230740/info: appending metadata at 1731147672975 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731147672975Flushing 1588230740/ns: creating writer at 1731147673384 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731147673396 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731147673396Flushing 1588230740/rep_barrier: creating writer at 1731147673804 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147673816 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147673816Flushing 1588230740/table: creating writer at 1731147674224 (+408 ms)Flushing 1588230740/table: appending metadata at 1731147674236 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731147674236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37363ef: reopening flushed file at 1731147674644 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eef3642: reopening flushed file at 1731147674648 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59344e4c: reopening flushed file at 1731147674653 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e708377: reopening flushed file at 1731147674657 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1731147674662 (+5 ms)Writing region close event to WAL at 1731147674668 (+6 ms)Running coprocessor post-close hooks at 1731147674671 (+3 ms)Closed at 1731147674672 (+1 ms) 2024-11-09T10:21:14,672 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:21:14,761 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T10:21:14,761 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,36085,1731147648125; all regions closed. 2024-11-09T10:21:14,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741834_1010 (size=4239) 2024-11-09T10:21:14,763 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.meta.1731147651451.meta not finished, retry = 0 2024-11-09T10:21:14,859 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.1731147650444 to pos 1805, reset compression=false 2024-11-09T10:21:14,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741839_1015 (size=1733) 2024-11-09T10:21:14,866 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/WALs/e067b2c2c7b3,36085,1731147648125/e067b2c2c7b3%2C36085%2C1731147648125.rep.1731147662878 not finished, retry = 0 2024-11-09T10:21:14,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741832_1008 (size=1813) 2024-11-09T10:21:14,969 DEBUG [RS:0;e067b2c2c7b3:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:14,969 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:21:14,969 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:21:14,969 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:21:14,969 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:21:14,969 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:21:14,970 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,36085,1731147648125 because: Region server is closing 2024-11-09T10:21:14,970 INFO [RS:0;e067b2c2c7b3:36085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:36085. 2024-11-09T10:21:14,970 DEBUG [RS:0;e067b2c2c7b3:36085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:14,970 DEBUG [RS:0;e067b2c2c7b3:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:14,970 DEBUG [RS:0;e067b2c2c7b3:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:14,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:15,070 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.shippere067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 terminated 2024-11-09T10:21:15,070 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36085,1731147648125.replicationSource.wal-reader.e067b2c2c7b3%2C36085%2C1731147648125,1-e067b2c2c7b3,36085,1731147648125 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:21:15,070 INFO [RS:0;e067b2c2c7b3:36085 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:36085. 2024-11-09T10:21:15,071 DEBUG [RS:0;e067b2c2c7b3:36085 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:15,071 DEBUG [RS:0;e067b2c2c7b3:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:15,071 DEBUG [RS:0;e067b2c2c7b3:36085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:15,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:15,071 INFO [RS:0;e067b2c2c7b3:36085 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36085 2024-11-09T10:21:15,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1572733695/rs/e067b2c2c7b3,36085,1731147648125 2024-11-09T10:21:15,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695/rs 2024-11-09T10:21:15,137 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:21:15,137 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,36085,1731147648125] 2024-11-09T10:21:15,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1572733695/draining/e067b2c2c7b3,36085,1731147648125 already deleted, retry=false 2024-11-09T10:21:15,158 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,36085,1731147648125 expired; onlineServers=0 2024-11-09T10:21:15,158 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,41793,1731147647934' ***** 2024-11-09T10:21:15,158 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:21:15,158 INFO [M:0;e067b2c2c7b3:41793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:21:15,158 INFO [M:0;e067b2c2c7b3:41793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:21:15,158 DEBUG [M:0;e067b2c2c7b3:41793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:21:15,158 DEBUG [M:0;e067b2c2c7b3:41793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:21:15,158 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:21:15,158 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147650176 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147650176,5,FailOnTimeoutGroup] 2024-11-09T10:21:15,158 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147650180 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147650180,5,FailOnTimeoutGroup] 2024-11-09T10:21:15,158 INFO [M:0;e067b2c2c7b3:41793 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:21:15,158 INFO [M:0;e067b2c2c7b3:41793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:21:15,158 DEBUG [M:0;e067b2c2c7b3:41793 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:21:15,158 INFO [M:0;e067b2c2c7b3:41793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:21:15,159 INFO [M:0;e067b2c2c7b3:41793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:21:15,159 INFO [M:0;e067b2c2c7b3:41793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:21:15,159 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:21:15,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1572733695/master 2024-11-09T10:21:15,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1572733695 2024-11-09T10:21:15,168 DEBUG [M:0;e067b2c2c7b3:41793 {}] zookeeper.ZKUtil(347): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Unable to get data of znode /0-1572733695/master because node does not exist (not an error) 2024-11-09T10:21:15,168 WARN [M:0;e067b2c2c7b3:41793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:21:15,169 INFO [M:0;e067b2c2c7b3:41793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/.lastflushedseqids 2024-11-09T10:21:15,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741847_1023 (size=245) 2024-11-09T10:21:15,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:21:15,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:15,247 INFO [RS:0;e067b2c2c7b3:36085 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:21:15,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:21:15,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36085-0x1011f1cbe3b0001, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:21:15,247 INFO [RS:0;e067b2c2c7b3:36085 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,36085,1731147648125; zookeeper connection closed. 2024-11-09T10:21:15,248 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bba8449 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bba8449 2024-11-09T10:21:15,248 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:21:15,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:15,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:15,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:15,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:15,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:15,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:15,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:15,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:15,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:15,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:15,573 INFO [M:0;e067b2c2c7b3:41793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:21:15,573 INFO [M:0;e067b2c2c7b3:41793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:21:15,574 DEBUG [M:0;e067b2c2c7b3:41793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:21:15,574 INFO [M:0;e067b2c2c7b3:41793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:15,574 DEBUG [M:0;e067b2c2c7b3:41793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:15,574 DEBUG [M:0;e067b2c2c7b3:41793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:21:15,574 DEBUG [M:0;e067b2c2c7b3:41793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:15,574 INFO [M:0;e067b2c2c7b3:41793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T10:21:15,591 DEBUG [M:0;e067b2c2c7b3:41793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57a93c7cf57e4e9682500cc3c37a2305 is 82, key is hbase:meta,,1/info:regioninfo/1731147651482/Put/seqid=0 2024-11-09T10:21:15,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741848_1024 (size=5672) 2024-11-09T10:21:15,994 INFO [M:0;e067b2c2c7b3:41793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57a93c7cf57e4e9682500cc3c37a2305 2024-11-09T10:21:16,010 DEBUG [M:0;e067b2c2c7b3:41793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bacd01355b474402b2ed3ec9c34014b8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731147662915/Put/seqid=0 2024-11-09T10:21:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741849_1025 (size=8517) 2024-11-09T10:21:16,413 INFO [M:0;e067b2c2c7b3:41793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bacd01355b474402b2ed3ec9c34014b8 2024-11-09T10:21:16,429 DEBUG [M:0;e067b2c2c7b3:41793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0f55473323a4bdd90fe06a8afb965a8 is 69, key is e067b2c2c7b3,36085,1731147648125/rs:state/1731147650290/Put/seqid=0 2024-11-09T10:21:16,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741850_1026 (size=5156) 2024-11-09T10:21:16,833 INFO [M:0;e067b2c2c7b3:41793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0f55473323a4bdd90fe06a8afb965a8 2024-11-09T10:21:16,837 DEBUG [M:0;e067b2c2c7b3:41793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/57a93c7cf57e4e9682500cc3c37a2305 as hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57a93c7cf57e4e9682500cc3c37a2305 2024-11-09T10:21:16,840 INFO [M:0;e067b2c2c7b3:41793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/57a93c7cf57e4e9682500cc3c37a2305, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T10:21:16,841 DEBUG [M:0;e067b2c2c7b3:41793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bacd01355b474402b2ed3ec9c34014b8 as hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bacd01355b474402b2ed3ec9c34014b8 2024-11-09T10:21:16,845 INFO [M:0;e067b2c2c7b3:41793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bacd01355b474402b2ed3ec9c34014b8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T10:21:16,845 DEBUG [M:0;e067b2c2c7b3:41793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d0f55473323a4bdd90fe06a8afb965a8 as hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0f55473323a4bdd90fe06a8afb965a8 2024-11-09T10:21:16,849 INFO [M:0;e067b2c2c7b3:41793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41019/user/jenkins/test-data/d5e9e9f4-fcf0-35c9-6fc1-43b4d3e8f52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d0f55473323a4bdd90fe06a8afb965a8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T10:21:16,849 INFO [M:0;e067b2c2c7b3:41793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-09T10:21:16,853 INFO [M:0;e067b2c2c7b3:41793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:16,853 DEBUG [M:0;e067b2c2c7b3:41793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147675574Disabling compacts and flushes for region at 1731147675574Disabling writes for close at 1731147675574Obtaining lock to block concurrent updates at 1731147675574Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147675574Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731147675574Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147675575 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147675575Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147675590 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147675590Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147675998 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147676010 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147676010Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147676417 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147676429 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147676429Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d62c68a: reopening flushed file at 1731147676836 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9207640: reopening flushed file at 1731147676840 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7419e581: reopening flushed file at 1731147676845 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1731147676849 (+4 ms)Writing region close event to WAL at 1731147676852 (+3 ms)Closed at 1731147676852 2024-11-09T10:21:16,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38187 is added to blk_1073741830_1006 (size=63666) 2024-11-09T10:21:16,857 INFO [M:0;e067b2c2c7b3:41793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:21:16,857 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:21:16,857 INFO [M:0;e067b2c2c7b3:41793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41793 2024-11-09T10:21:16,858 INFO [M:0;e067b2c2c7b3:41793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:21:16,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:21:16,995 INFO [M:0;e067b2c2c7b3:41793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:21:16,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41793-0x1011f1cbe3b0000, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:21:16,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b29159{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:21:16,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e2d89e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:21:16,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:21:16,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a1607c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:21:16,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66baa053{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/hadoop.log.dir/,STOPPED} 2024-11-09T10:21:16,998 WARN [BP-1718213169-172.17.0.3-1731147645607 heartbeating to localhost/127.0.0.1:41019 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:21:16,998 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:21:16,998 WARN [BP-1718213169-172.17.0.3-1731147645607 heartbeating to localhost/127.0.0.1:41019 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1718213169-172.17.0.3-1731147645607 (Datanode Uuid 551ee8b1-d80a-490a-a96c-902dc0ec7d0a) service to localhost/127.0.0.1:41019 2024-11-09T10:21:16,998 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:21:16,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/cluster_2494b1df-9b0b-28f4-1ccc-5d331e3b0c2f/data/data1/current/BP-1718213169-172.17.0.3-1731147645607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:21:16,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/cluster_2494b1df-9b0b-28f4-1ccc-5d331e3b0c2f/data/data2/current/BP-1718213169-172.17.0.3-1731147645607 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:21:16,999 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:21:17,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f77a083{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:21:17,005 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a7ed6e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:21:17,005 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:21:17,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@670a5da2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:21:17,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e05f28e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a08884e4-dcd3-948d-cf17-78c7d954f596/hadoop.log.dir/,STOPPED} 2024-11-09T10:21:17,010 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T10:21:17,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:21:17,031 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 242) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41019 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41019 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36473 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63486) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41019 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41019 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63486) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=654 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=388 (was 395), ProcessCount=11 (was 11), AvailableMemoryMB=790 (was 829) 2024-11-09T10:21:17,040 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=388, ProcessCount=11, AvailableMemoryMB=790 2024-11-09T10:21:17,052 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-09T10:21:17,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/hadoop.log.dir so I do NOT create it in target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab 2024-11-09T10:21:17,053 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:21:17,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/hadoop.tmp.dir so I do NOT create it in target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab 2024-11-09T10:21:17,053 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf52bff3-9ba1-ef04-0a99-19e220767c62/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:21:17,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab 2024-11-09T10:21:17,053 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/cluster_75dc44b5-ea92-8794-1137-3d2676b7821a, deleteOnExit=true 2024-11-09T10:21:17,067 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/cluster_75dc44b5-ea92-8794-1137-3d2676b7821a/zookeeper_0, clientPort=63566, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/cluster_75dc44b5-ea92-8794-1137-3d2676b7821a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/cluster_75dc44b5-ea92-8794-1137-3d2676b7821a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T10:21:17,067 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63566 2024-11-09T10:21:17,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:21:17,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:21:17,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/test.cache.data in system properties and HBase conf 2024-11-09T10:21:17,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:21:17,068 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:21:17,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:21:17,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:21:17,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f1cbe3b0005, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:21:17,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f1cbe3b0005, quorum=127.0.0.1:63486, baseZNode=/1145660899 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:21:17,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f1cbe3b0002, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:21:17,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f1cbe3b0002, quorum=127.0.0.1:63486, baseZNode=/0-1572733695 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:21:17,656 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:21:17,659 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:21:17,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:21:17,660 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:21:17,660 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:21:17,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:21:17,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1380d0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:21:17,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b589b02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:21:17,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74d4b63{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/java.io.tmpdir/jetty-localhost-33937-hadoop-hdfs-3_4_1-tests_jar-_-any-15189525797406492540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:21:17,759 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7292c86f{HTTP/1.1, (http/1.1)}{localhost:33937} 2024-11-09T10:21:17,759 INFO [Time-limited test {}] server.Server(415): Started @230909ms 2024-11-09T10:21:18,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:21:18,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:21:18,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:21:18,043 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:21:18,043 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:21:18,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b4ab95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:21:18,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b3f6ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:21:18,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76d31998{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/java.io.tmpdir/jetty-localhost-42695-hadoop-hdfs-3_4_1-tests_jar-_-any-3016877838084571607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:21:18,137 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70014cdd{HTTP/1.1, (http/1.1)}{localhost:42695} 2024-11-09T10:21:18,137 INFO [Time-limited test {}] server.Server(415): Started @231287ms 2024-11-09T10:21:18,138 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:21:18,829 WARN [Thread-2663 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/cluster_75dc44b5-ea92-8794-1137-3d2676b7821a/data/data1/current/BP-507978819-172.17.0.3-1731147677082/current, will proceed with Du for space computation calculation, 2024-11-09T10:21:18,829 WARN [Thread-2664 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/cluster_75dc44b5-ea92-8794-1137-3d2676b7821a/data/data2/current/BP-507978819-172.17.0.3-1731147677082/current, will proceed with Du for space computation calculation, 2024-11-09T10:21:18,847 WARN [Thread-2651 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:21:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fdffd3f41de4335 with lease ID 0x1f6c338db2133277: Processing first storage report for DS-02f9c474-018e-4a1d-aa86-da768dd19985 from datanode DatanodeRegistration(127.0.0.1:35279, datanodeUuid=607c3614-4ea2-4e0c-9e22-c816a52a33a2, infoPort=33209, infoSecurePort=0, ipcPort=40441, storageInfo=lv=-57;cid=testClusterID;nsid=799595189;c=1731147677082) 2024-11-09T10:21:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fdffd3f41de4335 with lease ID 0x1f6c338db2133277: from storage DS-02f9c474-018e-4a1d-aa86-da768dd19985 node DatanodeRegistration(127.0.0.1:35279, datanodeUuid=607c3614-4ea2-4e0c-9e22-c816a52a33a2, infoPort=33209, infoSecurePort=0, ipcPort=40441, storageInfo=lv=-57;cid=testClusterID;nsid=799595189;c=1731147677082), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:21:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fdffd3f41de4335 with lease ID 0x1f6c338db2133277: Processing first storage report for DS-64542ff0-c4dd-4540-acf6-1244ee4d115d from datanode DatanodeRegistration(127.0.0.1:35279, datanodeUuid=607c3614-4ea2-4e0c-9e22-c816a52a33a2, infoPort=33209, infoSecurePort=0, ipcPort=40441, storageInfo=lv=-57;cid=testClusterID;nsid=799595189;c=1731147677082) 2024-11-09T10:21:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fdffd3f41de4335 with lease ID 0x1f6c338db2133277: from storage DS-64542ff0-c4dd-4540-acf6-1244ee4d115d node DatanodeRegistration(127.0.0.1:35279, datanodeUuid=607c3614-4ea2-4e0c-9e22-c816a52a33a2, infoPort=33209, infoSecurePort=0, ipcPort=40441, storageInfo=lv=-57;cid=testClusterID;nsid=799595189;c=1731147677082), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:21:18,861 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab 2024-11-09T10:21:18,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:18,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:18,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:21:19,270 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8 with version=8 2024-11-09T10:21:19,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/hbase-staging 2024-11-09T10:21:19,272 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:21:19,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:19,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:19,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:21:19,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:19,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:21:19,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:21:19,272 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:21:19,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44363 2024-11-09T10:21:19,273 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44363 connecting to ZooKeeper ensemble=127.0.0.1:63566 2024-11-09T10:21:19,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443630x0, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:21:19,368 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44363-0x1011f1d39350000 connected 2024-11-09T10:21:19,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:19,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:19,456 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Set watcher on znode that does not yet exist, /02080199182/running 2024-11-09T10:21:19,456 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8, hbase.cluster.distributed=false 2024-11-09T10:21:19,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Set watcher on znode that does not yet exist, /02080199182/acl 2024-11-09T10:21:19,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44363 2024-11-09T10:21:19,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44363 2024-11-09T10:21:19,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44363 2024-11-09T10:21:19,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44363 2024-11-09T10:21:19,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44363 2024-11-09T10:21:19,476 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:21:19,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:19,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:19,476 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:21:19,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:19,476 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:21:19,476 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:21:19,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:21:19,477 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46735 2024-11-09T10:21:19,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46735 connecting to ZooKeeper ensemble=127.0.0.1:63566 2024-11-09T10:21:19,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:19,480 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:19,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467350x0, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:21:19,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46735-0x1011f1d39350001 connected 2024-11-09T10:21:19,495 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Set watcher on znode that does not yet exist, /02080199182/running 2024-11-09T10:21:19,495 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:21:19,495 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:21:19,496 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Set watcher on znode that does not yet exist, /02080199182/master 2024-11-09T10:21:19,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Set watcher on znode that does not yet exist, /02080199182/acl 2024-11-09T10:21:19,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46735 2024-11-09T10:21:19,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46735 2024-11-09T10:21:19,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46735 2024-11-09T10:21:19,502 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46735 2024-11-09T10:21:19,503 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46735 2024-11-09T10:21:19,523 DEBUG [M:0;e067b2c2c7b3:44363 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:44363 2024-11-09T10:21:19,523 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02080199182/backup-masters/e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:19,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182/backup-masters 2024-11-09T10:21:19,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182/backup-masters 2024-11-09T10:21:19,535 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Set watcher on existing znode=/02080199182/backup-masters/e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:19,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:19,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02080199182/master 2024-11-09T10:21:19,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:19,547 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Set watcher on existing znode=/02080199182/master 2024-11-09T10:21:19,547 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02080199182/backup-masters/e067b2c2c7b3,44363,1731147679271 from backup master directory 2024-11-09T10:21:19,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182/backup-masters 2024-11-09T10:21:19,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02080199182/backup-masters/e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:19,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182/backup-masters 2024-11-09T10:21:19,557 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:21:19,557 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:19,560 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/hbase.id] with ID: 97de96d6-6abc-4405-a196-12ead535e6cf 2024-11-09T10:21:19,560 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/.tmp/hbase.id 2024-11-09T10:21:19,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:21:19,965 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/.tmp/hbase.id]:[hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/hbase.id] 2024-11-09T10:21:19,974 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:19,974 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:21:19,974 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-09T10:21:20,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:20,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:21:20,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:20,102 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:21:20,102 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38301 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:21:20,174 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:21:20,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:20,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:20,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:20,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:20,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:20,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:20,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:20,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:20,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:20,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:20,212 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:20,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:20,413 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:21:20,414 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:21:20,414 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:21:20,821 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store 2024-11-09T10:21:20,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:21:21,227 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:21,227 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:21:21,227 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:21,227 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:21,227 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:21:21,227 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:21,227 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:21,227 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147681227Disabling compacts and flushes for region at 1731147681227Disabling writes for close at 1731147681227Writing region close event to WAL at 1731147681227Closed at 1731147681227 2024-11-09T10:21:21,227 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/.initializing 2024-11-09T10:21:21,228 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/WALs/e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:21,228 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:21:21,229 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C44363%2C1731147679271, suffix=, logDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/WALs/e067b2c2c7b3,44363,1731147679271, archiveDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/oldWALs, maxLogs=10 2024-11-09T10:21:21,253 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/WALs/e067b2c2c7b3,44363,1731147679271/e067b2c2c7b3%2C44363%2C1731147679271.1731147681230, exclude list is [], retry=0 2024-11-09T10:21:21,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35279,DS-02f9c474-018e-4a1d-aa86-da768dd19985,DISK] 2024-11-09T10:21:21,257 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/WALs/e067b2c2c7b3,44363,1731147679271/e067b2c2c7b3%2C44363%2C1731147679271.1731147681230 2024-11-09T10:21:21,257 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33209:33209)] 2024-11-09T10:21:21,257 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:21,257 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:21,257 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:21,258 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:21,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:21,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:21:21,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:21,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:21,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:21,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:21:21,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:21,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:21,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:21,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:21:21,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:21,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:21,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:21,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:21:21,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:21,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:21,263 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:21,263 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:21,264 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:21,264 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:21,264 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:21,265 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:21:21,265 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:21,267 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:21,267 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72460282, jitterRate=0.07974234223365784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:21:21,268 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147681258Initializing all the Stores at 1731147681258Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147681258Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147681259 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147681259Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147681259Cleaning up temporary data from old regions at 1731147681264 (+5 ms)Region opened successfully at 1731147681268 (+4 ms) 2024-11-09T10:21:21,268 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:21:21,270 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6c7fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:21:21,270 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:21:21,270 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:21:21,270 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:21:21,270 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:21:21,271 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:21:21,271 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:21:21,271 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:21:21,272 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:21:21,273 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Unable to get data of znode /02080199182/balancer because node does not exist (not necessarily an error) 2024-11-09T10:21:21,347 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02080199182/balancer already deleted, retry=false 2024-11-09T10:21:21,347 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:21:21,348 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Unable to get data of znode /02080199182/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:21:21,357 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02080199182/normalizer already deleted, retry=false 2024-11-09T10:21:21,357 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:21:21,358 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Unable to get data of znode /02080199182/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:21:21,368 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02080199182/switch/split already deleted, retry=false 2024-11-09T10:21:21,368 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Unable to get data of znode /02080199182/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:21:21,378 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02080199182/switch/merge already deleted, retry=false 2024-11-09T10:21:21,380 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Unable to get data of znode /02080199182/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:21:21,389 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02080199182/snapshot-cleanup already deleted, retry=false 2024-11-09T10:21:21,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02080199182/running 2024-11-09T10:21:21,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02080199182/running 2024-11-09T10:21:21,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:21,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:21,400 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,44363,1731147679271, sessionid=0x1011f1d39350000, setting cluster-up flag (Was=false) 2024-11-09T10:21:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:21,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:21,452 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02080199182/flush-table-proc/acquired, /02080199182/flush-table-proc/reached, /02080199182/flush-table-proc/abort 2024-11-09T10:21:21,453 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:21,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:21,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:21,504 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02080199182/online-snapshot/acquired, /02080199182/online-snapshot/reached, /02080199182/online-snapshot/abort 2024-11-09T10:21:21,505 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:21,506 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:21:21,507 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:21:21,507 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:21:21,507 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:21:21,508 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,44363,1731147679271 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:21:21,508 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:21:21,508 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:21:21,509 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:21:21,509 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:21:21,509 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:21:21,509 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,509 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:21:21,509 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,509 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147711509 2024-11-09T10:21:21,509 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:21:21,509 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:21:21,509 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:21:21,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:21:21,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:21:21,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:21:21,510 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:21:21,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,510 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:21:21,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:21:21,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:21:21,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:21:21,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:21:21,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:21:21,510 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:21:21,510 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:21,510 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147681510,5,FailOnTimeoutGroup] 2024-11-09T10:21:21,511 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147681510,5,FailOnTimeoutGroup] 2024-11-09T10:21:21,511 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,511 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:21:21,511 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,511 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,511 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:21:21,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:21:21,606 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(746): ClusterId : 97de96d6-6abc-4405-a196-12ead535e6cf 2024-11-09T10:21:21,606 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:21:21,619 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:21:21,619 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:21:21,631 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:21:21,632 DEBUG [RS:0;e067b2c2c7b3:46735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70431526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:21:21,642 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:46735 2024-11-09T10:21:21,642 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:21:21,642 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:21:21,642 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:21:21,642 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,44363,1731147679271 with port=46735, startcode=1731147679476 2024-11-09T10:21:21,643 DEBUG [RS:0;e067b2c2c7b3:46735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:21:21,644 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:21:21,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44363 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:21,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44363 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:21,646 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8 2024-11-09T10:21:21,646 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43285 2024-11-09T10:21:21,646 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:21:21,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182/rs 2024-11-09T10:21:21,652 DEBUG [RS:0;e067b2c2c7b3:46735 {}] zookeeper.ZKUtil(111): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Set watcher on existing znode=/02080199182/rs/e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:21,652 WARN [RS:0;e067b2c2c7b3:46735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:21:21,652 INFO [RS:0;e067b2c2c7b3:46735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:21,652 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:21,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,46735,1731147679476] 2024-11-09T10:21:21,655 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:21:21,656 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:21:21,656 INFO [RS:0;e067b2c2c7b3:46735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:21:21,656 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,656 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:21:21,657 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:21:21,657 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:21:21,657 DEBUG [RS:0;e067b2c2c7b3:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:21:21,657 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,657 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,657 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,657 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,657 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,657 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46735,1731147679476-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:21:21,669 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:21:21,669 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46735,1731147679476-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,669 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,669 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.Replication(171): e067b2c2c7b3,46735,1731147679476 started 2024-11-09T10:21:21,680 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:21,680 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,46735,1731147679476, RpcServer on e067b2c2c7b3/172.17.0.3:46735, sessionid=0x1011f1d39350001 2024-11-09T10:21:21,680 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:21:21,681 DEBUG [RS:0;e067b2c2c7b3:46735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:21,681 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,46735,1731147679476' 2024-11-09T10:21:21,681 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02080199182/flush-table-proc/abort' 2024-11-09T10:21:21,681 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02080199182/flush-table-proc/acquired' 2024-11-09T10:21:21,681 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:21:21,681 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:21:21,681 DEBUG [RS:0;e067b2c2c7b3:46735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:21,681 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,46735,1731147679476' 2024-11-09T10:21:21,681 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02080199182/online-snapshot/abort' 2024-11-09T10:21:21,682 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02080199182/online-snapshot/acquired' 2024-11-09T10:21:21,682 DEBUG [RS:0;e067b2c2c7b3:46735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:21:21,682 INFO [RS:0;e067b2c2c7b3:46735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:21:21,682 INFO [RS:0;e067b2c2c7b3:46735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:21:21,782 INFO [RS:0;e067b2c2c7b3:46735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:21:21,783 INFO [RS:0;e067b2c2c7b3:46735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C46735%2C1731147679476, suffix=, logDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476, archiveDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/oldWALs, maxLogs=10 2024-11-09T10:21:21,795 DEBUG [RS:0;e067b2c2c7b3:46735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784, exclude list is [], retry=0 2024-11-09T10:21:21,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35279,DS-02f9c474-018e-4a1d-aa86-da768dd19985,DISK] 2024-11-09T10:21:21,798 INFO [RS:0;e067b2c2c7b3:46735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 2024-11-09T10:21:21,799 DEBUG [RS:0;e067b2c2c7b3:46735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33209:33209)] 2024-11-09T10:21:21,916 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:21:21,916 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8 2024-11-09T10:21:21,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:21:22,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:22,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:21:22,322 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:21:22,322 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:22,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:22,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:21:22,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:21:22,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:22,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:22,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:21:22,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:21:22,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:22,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:22,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:21:22,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:21:22,326 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:22,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:22,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:21:22,326 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740 2024-11-09T10:21:22,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740 2024-11-09T10:21:22,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:21:22,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:21:22,328 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:21:22,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:21:22,330 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:22,330 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71343401, jitterRate=0.06309951841831207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:21:22,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147682321Initializing all the Stores at 1731147682321Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147682321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147682321Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147682321Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147682321Cleaning up temporary data from old regions at 1731147682327 (+6 ms)Region opened successfully at 1731147682330 (+3 ms) 2024-11-09T10:21:22,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:21:22,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:21:22,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:21:22,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:21:22,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:21:22,331 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:21:22,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147682330Disabling compacts and flushes for region at 1731147682330Disabling writes for close at 1731147682330Writing region close event to WAL at 1731147682331 (+1 ms)Closed at 1731147682331 2024-11-09T10:21:22,332 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:21:22,332 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:21:22,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:21:22,332 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:21:22,333 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:21:22,483 DEBUG [e067b2c2c7b3:44363 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:21:22,484 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:22,484 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,46735,1731147679476, state=OPENING 2024-11-09T10:21:22,494 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:21:22,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:22,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:22,505 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:21:22,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02080199182/meta-region-server: CHANGED 2024-11-09T10:21:22,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02080199182/meta-region-server: CHANGED 2024-11-09T10:21:22,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,46735,1731147679476}] 2024-11-09T10:21:22,657 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:21:22,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:21:22,661 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:21:22,661 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:22,661 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:21:22,662 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C46735%2C1731147679476.meta, suffix=.meta, logDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476, archiveDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/oldWALs, maxLogs=10 2024-11-09T10:21:22,673 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.meta.1731147682662.meta, exclude list is [], retry=0 2024-11-09T10:21:22,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35279,DS-02f9c474-018e-4a1d-aa86-da768dd19985,DISK] 2024-11-09T10:21:22,677 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.meta.1731147682662.meta 2024-11-09T10:21:22,677 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33209:33209)] 2024-11-09T10:21:22,677 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:22,677 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:21:22,678 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:21:22,678 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:21:22,678 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:21:22,678 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:21:22,678 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:22,678 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:21:22,678 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:21:22,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:21:22,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:21:22,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:22,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:22,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:21:22,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:21:22,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:22,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:22,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:21:22,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:21:22,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:22,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:22,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:21:22,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:21:22,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:22,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:22,682 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:21:22,683 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740 2024-11-09T10:21:22,683 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740 2024-11-09T10:21:22,684 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:21:22,684 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:21:22,684 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:21:22,685 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:21:22,686 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60972084, jitterRate=-0.09144514799118042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:21:22,686 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:21:22,686 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147682678Writing region info on filesystem at 1731147682678Initializing all the Stores at 1731147682679 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147682679Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147682679Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147682679Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147682679Cleaning up temporary data from old regions at 1731147682684 (+5 ms)Running coprocessor post-open hooks at 1731147682686 (+2 ms)Region opened successfully at 1731147682686 2024-11-09T10:21:22,687 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147682657 2024-11-09T10:21:22,689 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:21:22,689 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:21:22,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:22,690 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,46735,1731147679476, state=OPEN 2024-11-09T10:21:22,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02080199182/meta-region-server 2024-11-09T10:21:22,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02080199182/meta-region-server 2024-11-09T10:21:22,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02080199182/meta-region-server: CHANGED 2024-11-09T10:21:22,740 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:22,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02080199182/meta-region-server: CHANGED 2024-11-09T10:21:22,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:21:22,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,46735,1731147679476 in 235 msec 2024-11-09T10:21:22,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:21:22,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-09T10:21:22,744 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:21:22,744 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:21:22,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:22,745 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46735,1731147679476, seqNum=-1] 2024-11-09T10:21:22,745 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:22,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:21:22,749 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2420 sec 2024-11-09T10:21:22,749 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147682749, completionTime=-1 2024-11-09T10:21:22,749 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:21:22,749 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:21:22,750 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:21:22,751 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147742750 2024-11-09T10:21:22,751 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147802751 2024-11-09T10:21:22,751 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:21:22,751 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44363,1731147679271-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:22,751 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44363,1731147679271-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:22,751 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44363,1731147679271-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:22,751 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:44363, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:22,751 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:22,751 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:22,752 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:21:22,754 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.197sec 2024-11-09T10:21:22,754 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:21:22,754 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:21:22,754 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:21:22,754 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:21:22,754 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:21:22,754 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44363,1731147679271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:21:22,754 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44363,1731147679271-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:21:22,755 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:21:22,756 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:21:22,756 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44363,1731147679271-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:22,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f51982d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:22,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44363,-1 for getting cluster id 2024-11-09T10:21:22,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:22,808 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97de96d6-6abc-4405-a196-12ead535e6cf' 2024-11-09T10:21:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97de96d6-6abc-4405-a196-12ead535e6cf" 2024-11-09T10:21:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4d1c6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44363,-1] 2024-11-09T10:21:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:22,810 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:22,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c51c0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:22,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46735,1731147679476, seqNum=-1] 2024-11-09T10:21:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:22,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:21:22,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:22,814 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63566 2024-11-09T10:21:22,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:21:22,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f1d39350002 connected 2024-11-09T10:21:22,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/hadoop.log.dir so I do NOT create it in target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0 2024-11-09T10:21:22,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:21:22,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/hadoop.tmp.dir so I do NOT create it in target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0 2024-11-09T10:21:22,844 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:21:22,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0 2024-11-09T10:21:22,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:21:22,844 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/cluster_b16ae361-97b7-a432-9c3d-1713b85ba681, deleteOnExit=true 2024-11-09T10:21:22,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:21:22,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/test.cache.data in system properties and HBase conf 2024-11-09T10:21:22,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:21:22,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:21:22,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:21:22,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:21:22,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:21:22,845 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:21:22,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:21:22,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:21:22,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:21:22,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:21:22,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:21:22,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:21:22,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:21:22,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:21:22,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:21:22,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:21:22,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:21:22,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:21:22,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:21:22,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:21:23,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T10:21:23,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:21:23,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:21:23,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:21:23,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:21:23,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:21:23,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:21:23,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:21:23,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e30c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:21:23,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599275ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:21:23,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b2e3eb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/java.io.tmpdir/jetty-localhost-43103-hadoop-hdfs-3_4_1-tests_jar-_-any-13074813464155895304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:21:23,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@125cedb1{HTTP/1.1, (http/1.1)}{localhost:43103} 2024-11-09T10:21:23,342 INFO [Time-limited test {}] server.Server(415): Started @236491ms 2024-11-09T10:21:23,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:21:23,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:21:23,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:21:23,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:21:23,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:21:23,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45ff5f1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:21:23,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3f1a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:21:23,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a00b9a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/java.io.tmpdir/jetty-localhost-42983-hadoop-hdfs-3_4_1-tests_jar-_-any-12102434321363796943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:21:23,703 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d0ecd10{HTTP/1.1, (http/1.1)}{localhost:42983} 2024-11-09T10:21:23,703 INFO [Time-limited test {}] server.Server(415): Started @236853ms 2024-11-09T10:21:23,704 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:21:24,371 WARN [Thread-2784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/cluster_b16ae361-97b7-a432-9c3d-1713b85ba681/data/data1/current/BP-625806205-172.17.0.3-1731147682866/current, will proceed with Du for space computation calculation, 2024-11-09T10:21:24,371 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/cluster_b16ae361-97b7-a432-9c3d-1713b85ba681/data/data2/current/BP-625806205-172.17.0.3-1731147682866/current, will proceed with Du for space computation calculation, 2024-11-09T10:21:24,386 WARN [Thread-2772 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:21:24,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6438e6bbb121b0fc with lease ID 0x1efa51dda19f1193: Processing first storage report for DS-38f694c0-aeba-48f2-834e-ee25117ed1fb from datanode DatanodeRegistration(127.0.0.1:36683, datanodeUuid=1aadaf28-f702-4061-a0ab-f4d0892eb04d, infoPort=34795, infoSecurePort=0, ipcPort=39337, storageInfo=lv=-57;cid=testClusterID;nsid=215014473;c=1731147682866) 2024-11-09T10:21:24,388 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6438e6bbb121b0fc with lease ID 0x1efa51dda19f1193: from storage DS-38f694c0-aeba-48f2-834e-ee25117ed1fb node DatanodeRegistration(127.0.0.1:36683, datanodeUuid=1aadaf28-f702-4061-a0ab-f4d0892eb04d, infoPort=34795, infoSecurePort=0, ipcPort=39337, storageInfo=lv=-57;cid=testClusterID;nsid=215014473;c=1731147682866), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:21:24,388 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6438e6bbb121b0fc with lease ID 0x1efa51dda19f1193: Processing first storage report for DS-b1dcdaf9-2b83-4d33-87ec-547e6af3dfd1 from datanode DatanodeRegistration(127.0.0.1:36683, datanodeUuid=1aadaf28-f702-4061-a0ab-f4d0892eb04d, infoPort=34795, infoSecurePort=0, ipcPort=39337, storageInfo=lv=-57;cid=testClusterID;nsid=215014473;c=1731147682866) 2024-11-09T10:21:24,389 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6438e6bbb121b0fc with lease ID 0x1efa51dda19f1193: from storage DS-b1dcdaf9-2b83-4d33-87ec-547e6af3dfd1 node DatanodeRegistration(127.0.0.1:36683, datanodeUuid=1aadaf28-f702-4061-a0ab-f4d0892eb04d, infoPort=34795, infoSecurePort=0, ipcPort=39337, storageInfo=lv=-57;cid=testClusterID;nsid=215014473;c=1731147682866), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:21:24,425 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0 2024-11-09T10:21:24,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:24,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:24,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:21:24,833 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844 with version=8 2024-11-09T10:21:24,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/hbase-staging 2024-11-09T10:21:24,835 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:21:24,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:24,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:24,835 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:21:24,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:24,835 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:21:24,835 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:21:24,835 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:21:24,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38647 2024-11-09T10:21:24,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38647 connecting to ZooKeeper ensemble=127.0.0.1:63566 2024-11-09T10:21:24,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386470x0, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:21:24,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38647-0x1011f1d39350003 connected 2024-11-09T10:21:24,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:24,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:24,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Set watcher on znode that does not yet exist, /1141854824/running 2024-11-09T10:21:24,960 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844, hbase.cluster.distributed=false 2024-11-09T10:21:24,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Set watcher on znode that does not yet exist, /1141854824/acl 2024-11-09T10:21:24,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38647 2024-11-09T10:21:24,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38647 2024-11-09T10:21:24,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38647 2024-11-09T10:21:24,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38647 2024-11-09T10:21:24,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38647 2024-11-09T10:21:24,975 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:21:24,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:24,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:24,975 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:21:24,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:24,975 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:21:24,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:21:24,975 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:21:24,976 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38959 2024-11-09T10:21:24,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38959 connecting to ZooKeeper ensemble=127.0.0.1:63566 2024-11-09T10:21:24,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:24,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389590x0, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:21:24,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389590x0, quorum=127.0.0.1:63566, baseZNode=/1141854824 Set watcher on znode that does not yet exist, /1141854824/running 2024-11-09T10:21:24,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38959-0x1011f1d39350004 connected 2024-11-09T10:21:24,989 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:21:24,990 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:21:24,990 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Set watcher on znode that does not yet exist, /1141854824/master 2024-11-09T10:21:24,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Set watcher on znode that does not yet exist, /1141854824/acl 2024-11-09T10:21:24,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38959 2024-11-09T10:21:24,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38959 2024-11-09T10:21:24,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38959 2024-11-09T10:21:24,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38959 2024-11-09T10:21:24,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38959 2024-11-09T10:21:25,002 DEBUG [M:0;e067b2c2c7b3:38647 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:38647 2024-11-09T10:21:25,002 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1141854824/backup-masters/e067b2c2c7b3,38647,1731147684835 2024-11-09T10:21:25,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824/backup-masters 2024-11-09T10:21:25,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824/backup-masters 2024-11-09T10:21:25,010 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Set watcher on existing znode=/1141854824/backup-masters/e067b2c2c7b3,38647,1731147684835 2024-11-09T10:21:25,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:25,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1141854824/master 2024-11-09T10:21:25,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:25,021 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Set watcher on existing znode=/1141854824/master 2024-11-09T10:21:25,021 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1141854824/backup-masters/e067b2c2c7b3,38647,1731147684835 from backup master directory 2024-11-09T10:21:25,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824/backup-masters 2024-11-09T10:21:25,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1141854824/backup-masters/e067b2c2c7b3,38647,1731147684835 2024-11-09T10:21:25,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824/backup-masters 2024-11-09T10:21:25,031 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:21:25,031 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,38647,1731147684835 2024-11-09T10:21:25,034 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/hbase.id] with ID: de662080-98b9-4688-9b69-3f6ffd85f7b2 2024-11-09T10:21:25,034 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/.tmp/hbase.id 2024-11-09T10:21:25,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:21:25,438 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/.tmp/hbase.id]:[hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/hbase.id] 2024-11-09T10:21:25,445 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:25,445 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:21:25,446 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:21:25,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:25,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:25,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:21:25,898 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:21:25,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:21:25,899 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:25,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:21:26,308 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store 2024-11-09T10:21:26,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:21:26,712 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:26,712 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:21:26,712 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:26,712 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:26,712 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:21:26,712 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:26,712 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:26,712 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147686712Disabling compacts and flushes for region at 1731147686712Disabling writes for close at 1731147686712Writing region close event to WAL at 1731147686712Closed at 1731147686712 2024-11-09T10:21:26,713 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/.initializing 2024-11-09T10:21:26,713 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/WALs/e067b2c2c7b3,38647,1731147684835 2024-11-09T10:21:26,714 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:21:26,715 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C38647%2C1731147684835, suffix=, logDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/WALs/e067b2c2c7b3,38647,1731147684835, archiveDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/oldWALs, maxLogs=10 2024-11-09T10:21:26,727 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/WALs/e067b2c2c7b3,38647,1731147684835/e067b2c2c7b3%2C38647%2C1731147684835.1731147686715, exclude list is [], retry=0 2024-11-09T10:21:26,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36683,DS-38f694c0-aeba-48f2-834e-ee25117ed1fb,DISK] 2024-11-09T10:21:26,730 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/WALs/e067b2c2c7b3,38647,1731147684835/e067b2c2c7b3%2C38647%2C1731147684835.1731147686715 2024-11-09T10:21:26,730 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34795:34795)] 2024-11-09T10:21:26,730 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:26,731 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:26,731 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:26,731 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:26,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:26,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:21:26,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:26,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:26,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:26,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:21:26,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:26,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:26,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:26,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:21:26,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:26,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:26,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:26,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:21:26,736 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:26,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:26,737 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:26,737 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:26,737 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:26,738 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:26,738 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:26,738 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:21:26,739 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:26,740 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:26,741 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64586191, jitterRate=-0.03759075701236725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:21:26,741 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147686731Initializing all the Stores at 1731147686731Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147686732 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147686732Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147686732Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147686732Cleaning up temporary data from old regions at 1731147686738 (+6 ms)Region opened successfully at 1731147686741 (+3 ms) 2024-11-09T10:21:26,741 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:21:26,743 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e0bd47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:21:26,744 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:21:26,744 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:21:26,744 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:21:26,744 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:21:26,745 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:21:26,745 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:21:26,745 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:21:26,746 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:21:26,747 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Unable to get data of znode /1141854824/balancer because node does not exist (not necessarily an error) 2024-11-09T10:21:26,831 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1141854824/balancer already deleted, retry=false 2024-11-09T10:21:26,831 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:21:26,832 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Unable to get data of znode /1141854824/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:21:26,841 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1141854824/normalizer already deleted, retry=false 2024-11-09T10:21:26,841 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:21:26,842 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Unable to get data of znode /1141854824/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:21:26,852 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1141854824/switch/split already deleted, retry=false 2024-11-09T10:21:26,853 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Unable to get data of znode /1141854824/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:21:26,862 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1141854824/switch/merge already deleted, retry=false 2024-11-09T10:21:26,864 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Unable to get data of znode /1141854824/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:21:26,873 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1141854824/snapshot-cleanup already deleted, retry=false 2024-11-09T10:21:26,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1141854824/running 2024-11-09T10:21:26,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1141854824/running 2024-11-09T10:21:26,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:26,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:26,884 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,38647,1731147684835, sessionid=0x1011f1d39350003, setting cluster-up flag (Was=false) 2024-11-09T10:21:26,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:26,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:26,936 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1141854824/flush-table-proc/acquired, /1141854824/flush-table-proc/reached, /1141854824/flush-table-proc/abort 2024-11-09T10:21:26,937 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,38647,1731147684835 2024-11-09T10:21:26,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:26,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:26,988 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1141854824/online-snapshot/acquired, /1141854824/online-snapshot/reached, /1141854824/online-snapshot/abort 2024-11-09T10:21:26,989 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,38647,1731147684835 2024-11-09T10:21:26,990 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:21:26,991 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:21:26,992 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:21:26,992 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:21:26,992 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,38647,1731147684835 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:21:26,993 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:21:26,993 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:21:26,993 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:21:26,993 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:21:26,993 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:21:26,993 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:26,993 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:21:26,993 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:26,994 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147716994 2024-11-09T10:21:26,994 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(746): ClusterId : de662080-98b9-4688-9b69-3f6ffd85f7b2 2024-11-09T10:21:26,994 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:21:26,994 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:21:26,995 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:21:26,995 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:21:26,995 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:21:26,995 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:21:26,995 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:21:26,995 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:21:26,995 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:21:26,995 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:26,996 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:21:26,996 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:21:26,996 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:21:26,996 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:21:26,997 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:21:26,997 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:26,997 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:21:26,997 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:21:27,000 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:21:27,000 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:21:27,000 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147686997,5,FailOnTimeoutGroup] 2024-11-09T10:21:27,000 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147687000,5,FailOnTimeoutGroup] 2024-11-09T10:21:27,000 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,000 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:21:27,000 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,000 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:21:27,010 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:21:27,010 DEBUG [RS:0;e067b2c2c7b3:38959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746bd1d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:21:27,022 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:38959 2024-11-09T10:21:27,022 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:21:27,022 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:21:27,022 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:21:27,022 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,38647,1731147684835 with port=38959, startcode=1731147684975 2024-11-09T10:21:27,022 DEBUG [RS:0;e067b2c2c7b3:38959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:21:27,023 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:21:27,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38647 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:27,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38647 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:27,025 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844 2024-11-09T10:21:27,025 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38225 2024-11-09T10:21:27,025 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:21:27,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824/rs 2024-11-09T10:21:27,031 DEBUG [RS:0;e067b2c2c7b3:38959 {}] zookeeper.ZKUtil(111): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Set watcher on existing znode=/1141854824/rs/e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:27,031 WARN [RS:0;e067b2c2c7b3:38959 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:21:27,031 INFO [RS:0;e067b2c2c7b3:38959 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:27,031 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:27,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,38959,1731147684975] 2024-11-09T10:21:27,034 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:21:27,035 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:21:27,036 INFO [RS:0;e067b2c2c7b3:38959 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:21:27,036 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,038 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:21:27,038 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:21:27,039 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:21:27,039 DEBUG [RS:0;e067b2c2c7b3:38959 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:21:27,040 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,040 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,040 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,040 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,040 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,040 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,38959,1731147684975-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:21:27,052 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:21:27,053 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,38959,1731147684975-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,053 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,053 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.Replication(171): e067b2c2c7b3,38959,1731147684975 started 2024-11-09T10:21:27,065 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:27,065 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,38959,1731147684975, RpcServer on e067b2c2c7b3/172.17.0.3:38959, sessionid=0x1011f1d39350004 2024-11-09T10:21:27,065 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:21:27,065 DEBUG [RS:0;e067b2c2c7b3:38959 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:27,065 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,38959,1731147684975' 2024-11-09T10:21:27,065 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1141854824/flush-table-proc/abort' 2024-11-09T10:21:27,065 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1141854824/flush-table-proc/acquired' 2024-11-09T10:21:27,066 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:21:27,066 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:21:27,066 DEBUG [RS:0;e067b2c2c7b3:38959 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:27,066 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,38959,1731147684975' 2024-11-09T10:21:27,066 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1141854824/online-snapshot/abort' 2024-11-09T10:21:27,066 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1141854824/online-snapshot/acquired' 2024-11-09T10:21:27,067 DEBUG [RS:0;e067b2c2c7b3:38959 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:21:27,067 INFO [RS:0;e067b2c2c7b3:38959 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:21:27,067 INFO [RS:0;e067b2c2c7b3:38959 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:21:27,167 INFO [RS:0;e067b2c2c7b3:38959 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:21:27,168 INFO [RS:0;e067b2c2c7b3:38959 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C38959%2C1731147684975, suffix=, logDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975, archiveDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/oldWALs, maxLogs=10 2024-11-09T10:21:27,180 DEBUG [RS:0;e067b2c2c7b3:38959 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168, exclude list is [], retry=0 2024-11-09T10:21:27,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36683,DS-38f694c0-aeba-48f2-834e-ee25117ed1fb,DISK] 2024-11-09T10:21:27,183 INFO [RS:0;e067b2c2c7b3:38959 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 2024-11-09T10:21:27,183 DEBUG [RS:0;e067b2c2c7b3:38959 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34795:34795)] 2024-11-09T10:21:27,408 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:21:27,408 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844 2024-11-09T10:21:27,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:21:27,655 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:21:27,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:27,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:21:27,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:21:27,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:27,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:27,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:21:27,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:21:27,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:27,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:27,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:21:27,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:21:27,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:27,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:27,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:21:27,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:21:27,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:27,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:27,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:21:27,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740 2024-11-09T10:21:27,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740 2024-11-09T10:21:27,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:21:27,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:21:27,820 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:21:27,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:21:27,822 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:27,822 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69235907, jitterRate=0.0316954106092453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:21:27,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147687812Initializing all the Stores at 1731147687813 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147687813Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147687813Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147687813Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147687813Cleaning up temporary data from old regions at 1731147687819 (+6 ms)Region opened successfully at 1731147687822 (+3 ms) 2024-11-09T10:21:27,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:21:27,822 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:21:27,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:21:27,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:21:27,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:21:27,822 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:21:27,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147687822Disabling compacts and flushes for region at 1731147687822Disabling writes for close at 1731147687822Writing region close event to WAL at 1731147687822Closed at 1731147687822 2024-11-09T10:21:27,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:21:27,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:21:27,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:21:27,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:21:27,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:21:27,975 DEBUG [e067b2c2c7b3:38647 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:21:27,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:27,976 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,38959,1731147684975, state=OPENING 2024-11-09T10:21:28,096 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:21:28,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:28,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:28,115 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:21:28,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1141854824/meta-region-server: CHANGED 2024-11-09T10:21:28,115 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1141854824/meta-region-server: CHANGED 2024-11-09T10:21:28,115 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,38959,1731147684975}] 2024-11-09T10:21:28,180 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:21:28,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:28,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:28,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:28,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:28,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:28,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:28,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:28,210 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:28,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:28,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:28,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:28,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:28,267 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:21:28,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:21:28,271 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:21:28,271 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:28,272 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:21:28,273 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C38959%2C1731147684975.meta, suffix=.meta, logDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975, archiveDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/oldWALs, maxLogs=10 2024-11-09T10:21:28,291 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.meta.1731147688273.meta, exclude list is [], retry=0 2024-11-09T10:21:28,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36683,DS-38f694c0-aeba-48f2-834e-ee25117ed1fb,DISK] 2024-11-09T10:21:28,294 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.meta.1731147688273.meta 2024-11-09T10:21:28,294 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34795:34795)] 2024-11-09T10:21:28,295 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:28,295 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:21:28,295 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:21:28,295 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:21:28,295 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:21:28,295 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:21:28,295 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:28,295 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:21:28,296 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:21:28,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:21:28,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:21:28,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:28,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:28,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:21:28,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:21:28,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:28,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:28,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:21:28,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:21:28,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:28,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:28,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:21:28,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:21:28,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:28,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:28,300 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:21:28,301 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740 2024-11-09T10:21:28,302 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740 2024-11-09T10:21:28,302 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:21:28,302 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:21:28,303 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:21:28,303 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:21:28,304 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74837598, jitterRate=0.11516711115837097}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:21:28,304 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:21:28,304 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147688296Writing region info on filesystem at 1731147688296Initializing all the Stores at 1731147688296Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147688296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147688296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147688296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147688296Cleaning up temporary data from old regions at 1731147688302 (+6 ms)Running coprocessor post-open hooks at 1731147688304 (+2 ms)Region opened successfully at 1731147688304 2024-11-09T10:21:28,305 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147688267 2024-11-09T10:21:28,306 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:21:28,306 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:21:28,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:28,307 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,38959,1731147684975, state=OPEN 2024-11-09T10:21:28,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1141854824/meta-region-server 2024-11-09T10:21:28,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1141854824/meta-region-server 2024-11-09T10:21:28,336 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:28,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1141854824/meta-region-server: CHANGED 2024-11-09T10:21:28,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1141854824/meta-region-server: CHANGED 2024-11-09T10:21:28,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:21:28,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,38959,1731147684975 in 221 msec 2024-11-09T10:21:28,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:21:28,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-09T10:21:28,340 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:21:28,340 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:21:28,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:28,341 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,38959,1731147684975, seqNum=-1] 2024-11-09T10:21:28,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:28,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:21:28,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3530 sec 2024-11-09T10:21:28,346 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147688346, completionTime=-1 2024-11-09T10:21:28,346 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:21:28,346 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:21:28,347 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:21:28,347 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147748347 2024-11-09T10:21:28,347 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147808347 2024-11-09T10:21:28,347 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:21:28,348 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,38647,1731147684835-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:28,348 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,38647,1731147684835-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:28,348 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,38647,1731147684835-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:28,348 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:38647, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:28,348 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:28,348 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:28,349 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:21:28,351 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.319sec 2024-11-09T10:21:28,351 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:21:28,351 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:21:28,351 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:21:28,351 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:21:28,351 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:21:28,351 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,38647,1731147684835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:21:28,351 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,38647,1731147684835-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:21:28,352 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:21:28,352 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:21:28,353 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,38647,1731147684835-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:28,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b9bb3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:28,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,38647,-1 for getting cluster id 2024-11-09T10:21:28,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:28,396 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de662080-98b9-4688-9b69-3f6ffd85f7b2' 2024-11-09T10:21:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de662080-98b9-4688-9b69-3f6ffd85f7b2" 2024-11-09T10:21:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716a4612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,38647,-1] 2024-11-09T10:21:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:28,398 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:28,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cdf8f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:28,399 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:28,399 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,38959,1731147684975, seqNum=-1] 2024-11-09T10:21:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:28,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:21:28,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,38647,1731147684835 2024-11-09T10:21:28,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63566 2024-11-09T10:21:28,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:21:28,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f1d39350005 connected 2024-11-09T10:21:28,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/hadoop.log.dir so I do NOT create it in target/test-data/50a93f39-0511-2929-3379-fdaa917511c4 2024-11-09T10:21:28,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:21:28,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/hadoop.tmp.dir so I do NOT create it in target/test-data/50a93f39-0511-2929-3379-fdaa917511c4 2024-11-09T10:21:28,422 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:21:28,422 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4 2024-11-09T10:21:28,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:21:28,422 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/cluster_ae1f679c-dce6-3991-7ea9-1d454266af6b, deleteOnExit=true 2024-11-09T10:21:28,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:21:28,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/test.cache.data in system properties and HBase conf 2024-11-09T10:21:28,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:21:28,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:21:28,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:21:28,423 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:21:28,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:21:28,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:21:28,713 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:21:28,717 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:21:28,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:21:28,718 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:21:28,718 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:21:28,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:21:28,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79194981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:21:28,720 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655c6ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:21:28,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fe34b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/java.io.tmpdir/jetty-localhost-43155-hadoop-hdfs-3_4_1-tests_jar-_-any-7208165093359140241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:21:28,819 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29d513ee{HTTP/1.1, (http/1.1)}{localhost:43155} 2024-11-09T10:21:28,819 INFO [Time-limited test {}] server.Server(415): Started @241969ms 2024-11-09T10:21:29,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:21:29,106 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:21:29,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:21:29,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:21:29,107 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:21:29,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e4df4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:21:29,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c41974f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:21:29,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11735bc3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/java.io.tmpdir/jetty-localhost-35911-hadoop-hdfs-3_4_1-tests_jar-_-any-5101276839699525788/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:21:29,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6181fcd9{HTTP/1.1, (http/1.1)}{localhost:35911} 2024-11-09T10:21:29,230 INFO [Time-limited test {}] server.Server(415): Started @242379ms 2024-11-09T10:21:29,231 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:21:29,848 WARN [Thread-2905 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/cluster_ae1f679c-dce6-3991-7ea9-1d454266af6b/data/data1/current/BP-1552216815-172.17.0.3-1731147688437/current, will proceed with Du for space computation calculation, 2024-11-09T10:21:29,848 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/cluster_ae1f679c-dce6-3991-7ea9-1d454266af6b/data/data2/current/BP-1552216815-172.17.0.3-1731147688437/current, will proceed with Du for space computation calculation, 2024-11-09T10:21:29,868 WARN [Thread-2893 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:21:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x800e675ce41b9881 with lease ID 0x7d8041bfd4517944: Processing first storage report for DS-e311066e-b927-4dc7-973e-f6f8cd92c912 from datanode DatanodeRegistration(127.0.0.1:38843, datanodeUuid=a3b5af72-a655-4938-bd34-ec24e98910cc, infoPort=45173, infoSecurePort=0, ipcPort=36735, storageInfo=lv=-57;cid=testClusterID;nsid=321375528;c=1731147688437) 2024-11-09T10:21:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x800e675ce41b9881 with lease ID 0x7d8041bfd4517944: from storage DS-e311066e-b927-4dc7-973e-f6f8cd92c912 node DatanodeRegistration(127.0.0.1:38843, datanodeUuid=a3b5af72-a655-4938-bd34-ec24e98910cc, infoPort=45173, infoSecurePort=0, ipcPort=36735, storageInfo=lv=-57;cid=testClusterID;nsid=321375528;c=1731147688437), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:21:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x800e675ce41b9881 with lease ID 0x7d8041bfd4517944: Processing first storage report for DS-7237870d-d1c7-4066-801f-20788291caf5 from datanode DatanodeRegistration(127.0.0.1:38843, datanodeUuid=a3b5af72-a655-4938-bd34-ec24e98910cc, infoPort=45173, infoSecurePort=0, ipcPort=36735, storageInfo=lv=-57;cid=testClusterID;nsid=321375528;c=1731147688437) 2024-11-09T10:21:29,870 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x800e675ce41b9881 with lease ID 0x7d8041bfd4517944: from storage DS-7237870d-d1c7-4066-801f-20788291caf5 node DatanodeRegistration(127.0.0.1:38843, datanodeUuid=a3b5af72-a655-4938-bd34-ec24e98910cc, infoPort=45173, infoSecurePort=0, ipcPort=36735, storageInfo=lv=-57;cid=testClusterID;nsid=321375528;c=1731147688437), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:21:29,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4 2024-11-09T10:21:29,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:29,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:29,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:21:30,181 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:30,182 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:21:30,182 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48381 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:21:30,364 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a with version=8 2024-11-09T10:21:30,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/hbase-staging 2024-11-09T10:21:30,366 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:21:30,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:30,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:30,366 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:21:30,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:30,366 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:21:30,366 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:21:30,366 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:21:30,367 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45769 2024-11-09T10:21:30,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45769 connecting to ZooKeeper ensemble=127.0.0.1:63566 2024-11-09T10:21:30,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457690x0, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:21:30,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45769-0x1011f1d39350006 connected 2024-11-09T10:21:30,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:30,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:30,497 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Set watcher on znode that does not yet exist, /2-1749767461/running 2024-11-09T10:21:30,497 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a, hbase.cluster.distributed=false 2024-11-09T10:21:30,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Set watcher on znode that does not yet exist, /2-1749767461/acl 2024-11-09T10:21:30,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45769 2024-11-09T10:21:30,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45769 2024-11-09T10:21:30,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45769 2024-11-09T10:21:30,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45769 2024-11-09T10:21:30,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45769 2024-11-09T10:21:30,516 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:21:30,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:30,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:30,516 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:21:30,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:21:30,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:21:30,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:21:30,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:21:30,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46717 2024-11-09T10:21:30,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46717 connecting to ZooKeeper ensemble=127.0.0.1:63566 2024-11-09T10:21:30,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:30,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:30,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467170x0, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:21:30,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467170x0, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Set watcher on znode that does not yet exist, /2-1749767461/running 2024-11-09T10:21:30,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46717-0x1011f1d39350007 connected 2024-11-09T10:21:30,534 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:21:30,535 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:21:30,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Set watcher on znode that does not yet exist, /2-1749767461/master 2024-11-09T10:21:30,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Set watcher on znode that does not yet exist, /2-1749767461/acl 2024-11-09T10:21:30,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46717 2024-11-09T10:21:30,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46717 2024-11-09T10:21:30,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46717 2024-11-09T10:21:30,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46717 2024-11-09T10:21:30,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46717 2024-11-09T10:21:30,549 DEBUG [M:0;e067b2c2c7b3:45769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:45769 2024-11-09T10:21:30,550 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1749767461/backup-masters/e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:30,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461/backup-masters 2024-11-09T10:21:30,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461/backup-masters 2024-11-09T10:21:30,557 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Set watcher on existing znode=/2-1749767461/backup-masters/e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:30,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:30,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1749767461/master 2024-11-09T10:21:30,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:30,568 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Set watcher on existing znode=/2-1749767461/master 2024-11-09T10:21:30,568 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1749767461/backup-masters/e067b2c2c7b3,45769,1731147690366 from backup master directory 2024-11-09T10:21:30,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1749767461/backup-masters/e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:30,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461/backup-masters 2024-11-09T10:21:30,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461/backup-masters 2024-11-09T10:21:30,578 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:21:30,578 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:30,580 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/hbase.id] with ID: a74b2c43-fa00-4928-b3cc-25fa15687ea6 2024-11-09T10:21:30,580 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/.tmp/hbase.id 2024-11-09T10:21:30,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:21:30,986 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/.tmp/hbase.id]:[hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/hbase.id] 2024-11-09T10:21:30,993 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:21:30,993 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:21:30,994 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:21:31,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:31,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:21:31,414 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:21:31,415 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:21:31,415 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:31,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:21:31,821 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store 2024-11-09T10:21:31,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:21:32,226 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:32,226 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:21:32,226 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:32,226 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:32,226 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:21:32,226 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:32,226 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:32,226 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147692226Disabling compacts and flushes for region at 1731147692226Disabling writes for close at 1731147692226Writing region close event to WAL at 1731147692226Closed at 1731147692226 2024-11-09T10:21:32,227 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/.initializing 2024-11-09T10:21:32,227 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/WALs/e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:32,227 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:21:32,228 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C45769%2C1731147690366, suffix=, logDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/WALs/e067b2c2c7b3,45769,1731147690366, archiveDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/oldWALs, maxLogs=10 2024-11-09T10:21:32,243 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/WALs/e067b2c2c7b3,45769,1731147690366/e067b2c2c7b3%2C45769%2C1731147690366.1731147692229, exclude list is [], retry=0 2024-11-09T10:21:32,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38843,DS-e311066e-b927-4dc7-973e-f6f8cd92c912,DISK] 2024-11-09T10:21:32,246 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/WALs/e067b2c2c7b3,45769,1731147690366/e067b2c2c7b3%2C45769%2C1731147690366.1731147692229 2024-11-09T10:21:32,248 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173)] 2024-11-09T10:21:32,248 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:32,248 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:32,248 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:32,248 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:32,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:32,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:21:32,251 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:32,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:32,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:32,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:21:32,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:32,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:32,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:32,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:21:32,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:32,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:32,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:32,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:21:32,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:32,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:32,255 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:32,255 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:32,256 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:32,256 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:32,256 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:32,257 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:21:32,258 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:21:32,259 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:32,259 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72881859, jitterRate=0.08602432906627655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:21:32,259 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147692248Initializing all the Stores at 1731147692249 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147692249Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147692250 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147692250Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147692250Cleaning up temporary data from old regions at 1731147692256 (+6 ms)Region opened successfully at 1731147692259 (+3 ms) 2024-11-09T10:21:32,259 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:21:32,261 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0a911a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:21:32,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:21:32,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:21:32,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:21:32,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:21:32,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:21:32,263 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:21:32,263 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:21:32,264 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:21:32,264 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Unable to get data of znode /2-1749767461/balancer because node does not exist (not necessarily an error) 2024-11-09T10:21:32,327 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1749767461/balancer already deleted, retry=false 2024-11-09T10:21:32,328 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:21:32,328 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Unable to get data of znode /2-1749767461/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:21:32,346 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1749767461/normalizer already deleted, retry=false 2024-11-09T10:21:32,346 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:21:32,347 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Unable to get data of znode /2-1749767461/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:21:32,357 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1749767461/switch/split already deleted, retry=false 2024-11-09T10:21:32,357 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Unable to get data of znode /2-1749767461/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:21:32,367 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1749767461/switch/merge already deleted, retry=false 2024-11-09T10:21:32,369 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Unable to get data of znode /2-1749767461/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:21:32,378 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1749767461/snapshot-cleanup already deleted, retry=false 2024-11-09T10:21:32,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1749767461/running 2024-11-09T10:21:32,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1749767461/running 2024-11-09T10:21:32,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:32,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:32,400 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,45769,1731147690366, sessionid=0x1011f1d39350006, setting cluster-up flag (Was=false) 2024-11-09T10:21:32,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:32,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:32,452 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1749767461/flush-table-proc/acquired, /2-1749767461/flush-table-proc/reached, /2-1749767461/flush-table-proc/abort 2024-11-09T10:21:32,453 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:32,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:32,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:32,504 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1749767461/online-snapshot/acquired, /2-1749767461/online-snapshot/reached, /2-1749767461/online-snapshot/abort 2024-11-09T10:21:32,505 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:32,506 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:21:32,508 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:21:32,508 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:21:32,508 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:21:32,509 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,45769,1731147690366 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:21:32,510 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:21:32,510 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:21:32,510 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:21:32,510 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:21:32,510 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:21:32,511 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,511 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:21:32,511 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,511 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147722511 2024-11-09T10:21:32,512 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:21:32,512 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:21:32,512 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:21:32,512 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:21:32,512 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:21:32,512 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:21:32,512 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:21:32,512 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:21:32,512 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,513 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:21:32,513 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:21:32,513 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:21:32,513 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:21:32,513 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:32,513 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:21:32,516 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:21:32,516 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:21:32,518 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147692516,5,FailOnTimeoutGroup] 2024-11-09T10:21:32,518 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147692518,5,FailOnTimeoutGroup] 2024-11-09T10:21:32,518 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,518 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:21:32,518 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,518 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:21:32,542 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(746): ClusterId : a74b2c43-fa00-4928-b3cc-25fa15687ea6 2024-11-09T10:21:32,542 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:21:32,555 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:21:32,555 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:21:32,568 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:21:32,568 DEBUG [RS:0;e067b2c2c7b3:46717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3443d1ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:21:32,594 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:46717 2024-11-09T10:21:32,594 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:21:32,594 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:21:32,594 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:21:32,594 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,45769,1731147690366 with port=46717, startcode=1731147690516 2024-11-09T10:21:32,594 DEBUG [RS:0;e067b2c2c7b3:46717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:21:32,596 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:21:32,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:32,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45769 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:32,597 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a 2024-11-09T10:21:32,597 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38047 2024-11-09T10:21:32,597 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:21:32,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461/rs 2024-11-09T10:21:32,669 DEBUG [RS:0;e067b2c2c7b3:46717 {}] zookeeper.ZKUtil(111): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Set watcher on existing znode=/2-1749767461/rs/e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:32,669 WARN [RS:0;e067b2c2c7b3:46717 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:21:32,669 INFO [RS:0;e067b2c2c7b3:46717 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:32,669 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:32,669 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,46717,1731147690516] 2024-11-09T10:21:32,672 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:21:32,674 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:21:32,674 INFO [RS:0;e067b2c2c7b3:46717 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:21:32,674 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,674 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:21:32,675 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:21:32,675 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,675 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,675 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,675 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,675 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,675 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,675 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:21:32,675 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,675 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,675 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,675 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,675 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,676 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:21:32,676 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:21:32,676 DEBUG [RS:0;e067b2c2c7b3:46717 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:21:32,676 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,676 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,676 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,676 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,676 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,676 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46717,1731147690516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:21:32,692 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:21:32,693 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,46717,1731147690516-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,693 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,693 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.Replication(171): e067b2c2c7b3,46717,1731147690516 started 2024-11-09T10:21:32,706 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:32,706 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,46717,1731147690516, RpcServer on e067b2c2c7b3/172.17.0.3:46717, sessionid=0x1011f1d39350007 2024-11-09T10:21:32,707 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:21:32,707 DEBUG [RS:0;e067b2c2c7b3:46717 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:32,707 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,46717,1731147690516' 2024-11-09T10:21:32,707 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1749767461/flush-table-proc/abort' 2024-11-09T10:21:32,707 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1749767461/flush-table-proc/acquired' 2024-11-09T10:21:32,707 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:21:32,708 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:21:32,708 DEBUG [RS:0;e067b2c2c7b3:46717 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:32,708 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,46717,1731147690516' 2024-11-09T10:21:32,708 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1749767461/online-snapshot/abort' 2024-11-09T10:21:32,708 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1749767461/online-snapshot/acquired' 2024-11-09T10:21:32,708 DEBUG [RS:0;e067b2c2c7b3:46717 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:21:32,708 INFO [RS:0;e067b2c2c7b3:46717 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:21:32,708 INFO [RS:0;e067b2c2c7b3:46717 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:21:32,809 INFO [RS:0;e067b2c2c7b3:46717 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:21:32,810 INFO [RS:0;e067b2c2c7b3:46717 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C46717%2C1731147690516, suffix=, logDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516, archiveDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/oldWALs, maxLogs=10 2024-11-09T10:21:32,826 DEBUG [RS:0;e067b2c2c7b3:46717 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810, exclude list is [], retry=0 2024-11-09T10:21:32,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38843,DS-e311066e-b927-4dc7-973e-f6f8cd92c912,DISK] 2024-11-09T10:21:32,830 INFO [RS:0;e067b2c2c7b3:46717 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 2024-11-09T10:21:32,831 DEBUG [RS:0;e067b2c2c7b3:46717 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173)] 2024-11-09T10:21:32,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:21:32,930 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a 2024-11-09T10:21:32,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:21:33,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:33,336 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:21:33,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:21:33,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:33,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:33,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:21:33,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:21:33,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:33,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:33,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:21:33,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:21:33,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:33,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:33,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:21:33,341 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:21:33,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:33,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:33,341 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:21:33,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740 2024-11-09T10:21:33,342 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740 2024-11-09T10:21:33,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:21:33,343 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:21:33,343 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:21:33,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:21:33,345 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:33,346 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71986923, jitterRate=0.0726887434720993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:21:33,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147693335Initializing all the Stores at 1731147693336 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147693336Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147693336Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147693336Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147693336Cleaning up temporary data from old regions at 1731147693343 (+7 ms)Region opened successfully at 1731147693346 (+3 ms) 2024-11-09T10:21:33,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:21:33,346 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:21:33,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:21:33,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:21:33,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:21:33,346 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:21:33,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147693346Disabling compacts and flushes for region at 1731147693346Disabling writes for close at 1731147693346Writing region close event to WAL at 1731147693346Closed at 1731147693346 2024-11-09T10:21:33,347 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:21:33,347 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:21:33,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:21:33,348 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:21:33,349 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:21:33,499 DEBUG [e067b2c2c7b3:45769 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:21:33,500 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:33,501 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,46717,1731147690516, state=OPENING 2024-11-09T10:21:33,567 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:21:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:33,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:33,578 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:21:33,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1749767461/meta-region-server: CHANGED 2024-11-09T10:21:33,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1749767461/meta-region-server: CHANGED 2024-11-09T10:21:33,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,46717,1731147690516}] 2024-11-09T10:21:33,730 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:21:33,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39779, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:21:33,734 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:21:33,734 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:33,734 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:21:33,736 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C46717%2C1731147690516.meta, suffix=.meta, logDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516, archiveDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/oldWALs, maxLogs=10 2024-11-09T10:21:33,749 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.meta.1731147693736.meta, exclude list is [], retry=0 2024-11-09T10:21:33,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38843,DS-e311066e-b927-4dc7-973e-f6f8cd92c912,DISK] 2024-11-09T10:21:33,752 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.meta.1731147693736.meta 2024-11-09T10:21:33,752 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173)] 2024-11-09T10:21:33,752 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:33,753 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:21:33,753 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:21:33,753 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:21:33,753 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:21:33,753 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:21:33,753 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:33,753 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:21:33,753 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:21:33,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:21:33,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:21:33,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:33,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:33,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:21:33,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:21:33,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:33,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:33,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:21:33,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:21:33,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:33,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:33,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:21:33,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:21:33,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:33,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:21:33,763 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:21:33,763 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740 2024-11-09T10:21:33,764 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740 2024-11-09T10:21:33,765 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:21:33,765 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:21:33,765 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:21:33,766 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:21:33,767 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67838032, jitterRate=0.010865449905395508}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:21:33,767 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:21:33,767 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147693753Writing region info on filesystem at 1731147693753Initializing all the Stores at 1731147693754 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147693754Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147693759 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147693759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147693759Cleaning up temporary data from old regions at 1731147693765 (+6 ms)Running coprocessor post-open hooks at 1731147693767 (+2 ms)Region opened successfully at 1731147693767 2024-11-09T10:21:33,768 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147693730 2024-11-09T10:21:33,769 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:21:33,769 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:21:33,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:33,771 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,46717,1731147690516, state=OPEN 2024-11-09T10:21:33,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1749767461/meta-region-server 2024-11-09T10:21:33,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1749767461/meta-region-server 2024-11-09T10:21:33,778 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:33,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1749767461/meta-region-server: CHANGED 2024-11-09T10:21:33,778 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1749767461/meta-region-server: CHANGED 2024-11-09T10:21:33,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:21:33,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,46717,1731147690516 in 200 msec 2024-11-09T10:21:33,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:21:33,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-09T10:21:33,782 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:21:33,782 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:21:33,783 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:33,783 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46717,1731147690516, seqNum=-1] 2024-11-09T10:21:33,783 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:33,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:21:33,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-09T10:21:33,788 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147693788, completionTime=-1 2024-11-09T10:21:33,788 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:21:33,788 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:21:33,790 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:21:33,790 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147753790 2024-11-09T10:21:33,790 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147813790 2024-11-09T10:21:33,790 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:21:33,790 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45769,1731147690366-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:33,790 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45769,1731147690366-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:33,790 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45769,1731147690366-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:33,791 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:45769, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:33,791 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:33,791 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:33,792 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:21:33,794 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.216sec 2024-11-09T10:21:33,794 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:21:33,794 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:21:33,794 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:21:33,794 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:21:33,794 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:21:33,794 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45769,1731147690366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:21:33,794 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45769,1731147690366-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:21:33,796 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:21:33,796 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:21:33,796 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,45769,1731147690366-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:21:33,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:21:33,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:33,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:33,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:33,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:33,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:33,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:33,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:33,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:33,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:33,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@547f48ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:33,846 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45769,-1 for getting cluster id 2024-11-09T10:21:33,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:33,847 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74b2c43-fa00-4928-b3cc-25fa15687ea6' 2024-11-09T10:21:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74b2c43-fa00-4928-b3cc-25fa15687ea6" 2024-11-09T10:21:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b51a993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:33,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45769,-1] 2024-11-09T10:21:33,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:33,848 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:33,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:33,849 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:33,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:33,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a552b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:33,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46717,1731147690516, seqNum=-1] 2024-11-09T10:21:33,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:33,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:21:33,854 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:33,855 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:63566 2024-11-09T10:21:33,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:21:33,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011f1d39350008 connected 2024-11-09T10:21:33,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6058c715 2024-11-09T10:21:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:33,876 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:33,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:21:33,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:21:33,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:21:33,879 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:33,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:21:33,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:33,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:21:33,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:21:33,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:34,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:34,287 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff05d8997e7ff3dfdc293ef71d5bab48, NAME => 'test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8 2024-11-09T10:21:34,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:21:34,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:34,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:34,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff05d8997e7ff3dfdc293ef71d5bab48, disabling compactions & flushes 2024-11-09T10:21:34,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. 2024-11-09T10:21:34,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. 2024-11-09T10:21:34,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. after waiting 0 ms 2024-11-09T10:21:34,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. 2024-11-09T10:21:34,693 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. 2024-11-09T10:21:34,693 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff05d8997e7ff3dfdc293ef71d5bab48: Waiting for close lock at 1731147694693Disabling compacts and flushes for region at 1731147694693Disabling writes for close at 1731147694693Writing region close event to WAL at 1731147694693Closed at 1731147694693 2024-11-09T10:21:34,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:21:34,694 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147694694"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147694694"}]},"ts":"1731147694694"} 2024-11-09T10:21:34,696 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:21:34,697 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:21:34,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147694697"}]},"ts":"1731147694697"} 2024-11-09T10:21:34,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:21:34,699 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff05d8997e7ff3dfdc293ef71d5bab48, ASSIGN}] 2024-11-09T10:21:34,700 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff05d8997e7ff3dfdc293ef71d5bab48, ASSIGN 2024-11-09T10:21:34,701 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff05d8997e7ff3dfdc293ef71d5bab48, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,46735,1731147679476; forceNewPlan=false, retain=false 2024-11-09T10:21:34,851 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff05d8997e7ff3dfdc293ef71d5bab48, regionState=OPENING, regionLocation=e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:34,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff05d8997e7ff3dfdc293ef71d5bab48, ASSIGN because future has completed 2024-11-09T10:21:34,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff05d8997e7ff3dfdc293ef71d5bab48, server=e067b2c2c7b3,46735,1731147679476}] 2024-11-09T10:21:35,008 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. 2024-11-09T10:21:35,009 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff05d8997e7ff3dfdc293ef71d5bab48, NAME => 'test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:35,009 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:21:35,009 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:21:35,009 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,009 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:35,009 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,009 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,010 INFO [StoreOpener-ff05d8997e7ff3dfdc293ef71d5bab48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,011 INFO [StoreOpener-ff05d8997e7ff3dfdc293ef71d5bab48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff05d8997e7ff3dfdc293ef71d5bab48 columnFamilyName f 2024-11-09T10:21:35,011 DEBUG [StoreOpener-ff05d8997e7ff3dfdc293ef71d5bab48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:35,012 INFO [StoreOpener-ff05d8997e7ff3dfdc293ef71d5bab48-1 {}] regionserver.HStore(327): Store=ff05d8997e7ff3dfdc293ef71d5bab48/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:35,012 INFO [StoreOpener-ff05d8997e7ff3dfdc293ef71d5bab48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:35,013 INFO [StoreOpener-ff05d8997e7ff3dfdc293ef71d5bab48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff05d8997e7ff3dfdc293ef71d5bab48 columnFamilyName f1 2024-11-09T10:21:35,013 DEBUG [StoreOpener-ff05d8997e7ff3dfdc293ef71d5bab48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:35,013 INFO [StoreOpener-ff05d8997e7ff3dfdc293ef71d5bab48-1 {}] regionserver.HStore(327): Store=ff05d8997e7ff3dfdc293ef71d5bab48/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:35,013 INFO [StoreOpener-ff05d8997e7ff3dfdc293ef71d5bab48-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,014 INFO [StoreOpener-ff05d8997e7ff3dfdc293ef71d5bab48-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff05d8997e7ff3dfdc293ef71d5bab48 columnFamilyName norep 2024-11-09T10:21:35,014 DEBUG [StoreOpener-ff05d8997e7ff3dfdc293ef71d5bab48-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:35,014 INFO [StoreOpener-ff05d8997e7ff3dfdc293ef71d5bab48-1 {}] regionserver.HStore(327): Store=ff05d8997e7ff3dfdc293ef71d5bab48/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:35,014 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,015 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,015 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,016 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,016 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,016 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:21:35,017 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,018 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:35,019 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff05d8997e7ff3dfdc293ef71d5bab48; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60528210, jitterRate=-0.09805938601493835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:21:35,019 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:21:35,020 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff05d8997e7ff3dfdc293ef71d5bab48: Running coprocessor pre-open hook at 1731147695009Writing region info on filesystem at 1731147695009Initializing all the Stores at 1731147695010 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147695010Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147695010Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147695010Cleaning up temporary data from old regions at 1731147695016 (+6 ms)Running coprocessor post-open hooks at 1731147695019 (+3 ms)Region opened successfully at 1731147695020 (+1 ms) 2024-11-09T10:21:35,020 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48., pid=6, masterSystemTime=1731147695005 2024-11-09T10:21:35,022 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. 2024-11-09T10:21:35,022 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. 2024-11-09T10:21:35,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff05d8997e7ff3dfdc293ef71d5bab48, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:35,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff05d8997e7ff3dfdc293ef71d5bab48, server=e067b2c2c7b3,46735,1731147679476 because future has completed 2024-11-09T10:21:35,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:21:35,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff05d8997e7ff3dfdc293ef71d5bab48, server=e067b2c2c7b3,46735,1731147679476 in 171 msec 2024-11-09T10:21:35,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:21:35,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff05d8997e7ff3dfdc293ef71d5bab48, ASSIGN in 328 msec 2024-11-09T10:21:35,029 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:21:35,029 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147695029"}]},"ts":"1731147695029"} 2024-11-09T10:21:35,031 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:21:35,032 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:21:35,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-09T10:21:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:36,022 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:21:36,022 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:36,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,38647,1731147684835 2024-11-09T10:21:36,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6010d9e 2024-11-09T10:21:36,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:36,023 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:36,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:21:36,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:21:36,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:21:36,026 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:36,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:21:36,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:21:36,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:36,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:21:36,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:36,433 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bf2d48b8856b77e6f208b563e13843a, NAME => 'test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844 2024-11-09T10:21:36,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:21:36,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:36,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:36,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0bf2d48b8856b77e6f208b563e13843a, disabling compactions & flushes 2024-11-09T10:21:36,838 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. 2024-11-09T10:21:36,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. 2024-11-09T10:21:36,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. after waiting 0 ms 2024-11-09T10:21:36,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. 2024-11-09T10:21:36,838 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. 2024-11-09T10:21:36,838 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bf2d48b8856b77e6f208b563e13843a: Waiting for close lock at 1731147696838Disabling compacts and flushes for region at 1731147696838Disabling writes for close at 1731147696838Writing region close event to WAL at 1731147696838Closed at 1731147696838 2024-11-09T10:21:36,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:21:36,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147696839"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147696839"}]},"ts":"1731147696839"} 2024-11-09T10:21:36,841 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:21:36,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:21:36,842 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147696842"}]},"ts":"1731147696842"} 2024-11-09T10:21:36,844 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:21:36,844 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bf2d48b8856b77e6f208b563e13843a, ASSIGN}] 2024-11-09T10:21:36,845 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bf2d48b8856b77e6f208b563e13843a, ASSIGN 2024-11-09T10:21:36,846 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0bf2d48b8856b77e6f208b563e13843a, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,38959,1731147684975; forceNewPlan=false, retain=false 2024-11-09T10:21:36,996 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bf2d48b8856b77e6f208b563e13843a, regionState=OPENING, regionLocation=e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:36,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0bf2d48b8856b77e6f208b563e13843a, ASSIGN because future has completed 2024-11-09T10:21:36,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bf2d48b8856b77e6f208b563e13843a, server=e067b2c2c7b3,38959,1731147684975}] 2024-11-09T10:21:37,153 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. 2024-11-09T10:21:37,153 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bf2d48b8856b77e6f208b563e13843a, NAME => 'test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:37,153 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:21:37,153 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:21:37,154 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,154 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:37,154 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,154 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,155 INFO [StoreOpener-0bf2d48b8856b77e6f208b563e13843a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,156 INFO [StoreOpener-0bf2d48b8856b77e6f208b563e13843a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bf2d48b8856b77e6f208b563e13843a columnFamilyName f 2024-11-09T10:21:37,156 DEBUG [StoreOpener-0bf2d48b8856b77e6f208b563e13843a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:37,156 INFO [StoreOpener-0bf2d48b8856b77e6f208b563e13843a-1 {}] regionserver.HStore(327): Store=0bf2d48b8856b77e6f208b563e13843a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:37,156 INFO [StoreOpener-0bf2d48b8856b77e6f208b563e13843a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,157 INFO [StoreOpener-0bf2d48b8856b77e6f208b563e13843a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bf2d48b8856b77e6f208b563e13843a columnFamilyName f1 2024-11-09T10:21:37,157 DEBUG [StoreOpener-0bf2d48b8856b77e6f208b563e13843a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:37,158 INFO [StoreOpener-0bf2d48b8856b77e6f208b563e13843a-1 {}] regionserver.HStore(327): Store=0bf2d48b8856b77e6f208b563e13843a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:37,158 INFO [StoreOpener-0bf2d48b8856b77e6f208b563e13843a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,159 INFO [StoreOpener-0bf2d48b8856b77e6f208b563e13843a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bf2d48b8856b77e6f208b563e13843a columnFamilyName norep 2024-11-09T10:21:37,159 DEBUG [StoreOpener-0bf2d48b8856b77e6f208b563e13843a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:37,159 INFO [StoreOpener-0bf2d48b8856b77e6f208b563e13843a-1 {}] regionserver.HStore(327): Store=0bf2d48b8856b77e6f208b563e13843a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:37,159 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,160 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,160 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,160 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,161 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,161 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:21:37,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:37,162 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,163 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:37,164 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0bf2d48b8856b77e6f208b563e13843a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67964429, jitterRate=0.01274891197681427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:21:37,164 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:21:37,164 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0bf2d48b8856b77e6f208b563e13843a: Running coprocessor pre-open hook at 1731147697154Writing region info on filesystem at 1731147697154Initializing all the Stores at 1731147697154Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147697154Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147697155 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147697155Cleaning up temporary data from old regions at 1731147697161 (+6 ms)Running coprocessor post-open hooks at 1731147697164 (+3 ms)Region opened successfully at 1731147697164 2024-11-09T10:21:37,165 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a., pid=6, masterSystemTime=1731147697150 2024-11-09T10:21:37,166 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. 2024-11-09T10:21:37,166 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. 2024-11-09T10:21:37,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bf2d48b8856b77e6f208b563e13843a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:37,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bf2d48b8856b77e6f208b563e13843a, server=e067b2c2c7b3,38959,1731147684975 because future has completed 2024-11-09T10:21:37,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:21:37,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bf2d48b8856b77e6f208b563e13843a, server=e067b2c2c7b3,38959,1731147684975 in 171 msec 2024-11-09T10:21:37,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:21:37,173 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0bf2d48b8856b77e6f208b563e13843a, ASSIGN in 327 msec 2024-11-09T10:21:37,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:21:37,173 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147697173"}]},"ts":"1731147697173"} 2024-11-09T10:21:37,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:21:37,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:21:37,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-09T10:21:38,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:38,172 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:21:38,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:38,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:38,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@756e61f5 2024-11-09T10:21:38,173 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:38,174 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:38,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:21:38,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:21:38,177 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:21:38,177 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:38,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:21:38,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:21:38,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:38,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:21:38,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:38,583 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed3da50dc2695da1a20c7984957e9107, NAME => 'test,,1731147698174.ed3da50dc2695da1a20c7984957e9107.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a 2024-11-09T10:21:38,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:21:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:38,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147698174.ed3da50dc2695da1a20c7984957e9107.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:38,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ed3da50dc2695da1a20c7984957e9107, disabling compactions & flushes 2024-11-09T10:21:38,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. 2024-11-09T10:21:38,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. 2024-11-09T10:21:38,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. after waiting 0 ms 2024-11-09T10:21:38,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. 2024-11-09T10:21:38,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. 2024-11-09T10:21:38,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed3da50dc2695da1a20c7984957e9107: Waiting for close lock at 1731147698988Disabling compacts and flushes for region at 1731147698988Disabling writes for close at 1731147698988Writing region close event to WAL at 1731147698988Closed at 1731147698988 2024-11-09T10:21:38,989 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:21:38,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147698174.ed3da50dc2695da1a20c7984957e9107.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147698989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147698989"}]},"ts":"1731147698989"} 2024-11-09T10:21:38,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:21:38,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:21:38,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147698991"}]},"ts":"1731147698991"} 2024-11-09T10:21:38,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:21:38,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed3da50dc2695da1a20c7984957e9107, ASSIGN}] 2024-11-09T10:21:38,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ed3da50dc2695da1a20c7984957e9107, ASSIGN 2024-11-09T10:21:38,995 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ed3da50dc2695da1a20c7984957e9107, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,46717,1731147690516; forceNewPlan=false, retain=false 2024-11-09T10:21:39,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed3da50dc2695da1a20c7984957e9107, regionState=OPENING, regionLocation=e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:39,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ed3da50dc2695da1a20c7984957e9107, ASSIGN because future has completed 2024-11-09T10:21:39,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed3da50dc2695da1a20c7984957e9107, server=e067b2c2c7b3,46717,1731147690516}] 2024-11-09T10:21:39,255 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:21:39,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:39,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:39,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:39,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:39,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:39,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:39,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:39,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:39,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:39,302 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. 2024-11-09T10:21:39,302 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ed3da50dc2695da1a20c7984957e9107, NAME => 'test,,1731147698174.ed3da50dc2695da1a20c7984957e9107.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:39,303 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:21:39,303 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:21:39,303 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,303 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147698174.ed3da50dc2695da1a20c7984957e9107.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:39,303 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,303 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:39,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:39,304 INFO [StoreOpener-ed3da50dc2695da1a20c7984957e9107-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,305 INFO [StoreOpener-ed3da50dc2695da1a20c7984957e9107-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed3da50dc2695da1a20c7984957e9107 columnFamilyName f 2024-11-09T10:21:39,305 DEBUG [StoreOpener-ed3da50dc2695da1a20c7984957e9107-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:39,306 INFO [StoreOpener-ed3da50dc2695da1a20c7984957e9107-1 {}] regionserver.HStore(327): Store=ed3da50dc2695da1a20c7984957e9107/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:39,306 INFO [StoreOpener-ed3da50dc2695da1a20c7984957e9107-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:39,306 INFO [StoreOpener-ed3da50dc2695da1a20c7984957e9107-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed3da50dc2695da1a20c7984957e9107 columnFamilyName f1 2024-11-09T10:21:39,307 DEBUG [StoreOpener-ed3da50dc2695da1a20c7984957e9107-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:39,307 INFO [StoreOpener-ed3da50dc2695da1a20c7984957e9107-1 {}] regionserver.HStore(327): Store=ed3da50dc2695da1a20c7984957e9107/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:39,307 INFO [StoreOpener-ed3da50dc2695da1a20c7984957e9107-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,308 INFO [StoreOpener-ed3da50dc2695da1a20c7984957e9107-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed3da50dc2695da1a20c7984957e9107 columnFamilyName norep 2024-11-09T10:21:39,308 DEBUG [StoreOpener-ed3da50dc2695da1a20c7984957e9107-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:39,308 INFO [StoreOpener-ed3da50dc2695da1a20c7984957e9107-1 {}] regionserver.HStore(327): Store=ed3da50dc2695da1a20c7984957e9107/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:39,308 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,309 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,309 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,309 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,309 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,310 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:21:39,310 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:39,312 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:39,312 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ed3da50dc2695da1a20c7984957e9107; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72782862, jitterRate=0.08454915881156921}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:21:39,312 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:39,313 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ed3da50dc2695da1a20c7984957e9107: Running coprocessor pre-open hook at 1731147699303Writing region info on filesystem at 1731147699303Initializing all the Stores at 1731147699304 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147699304Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147699304Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147699304Cleaning up temporary data from old regions at 1731147699309 (+5 ms)Running coprocessor post-open hooks at 1731147699312 (+3 ms)Region opened successfully at 1731147699312 2024-11-09T10:21:39,313 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147698174.ed3da50dc2695da1a20c7984957e9107., pid=6, masterSystemTime=1731147699299 2024-11-09T10:21:39,315 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. 2024-11-09T10:21:39,315 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. 2024-11-09T10:21:39,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ed3da50dc2695da1a20c7984957e9107, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:39,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed3da50dc2695da1a20c7984957e9107, server=e067b2c2c7b3,46717,1731147690516 because future has completed 2024-11-09T10:21:39,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:21:39,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ed3da50dc2695da1a20c7984957e9107, server=e067b2c2c7b3,46717,1731147690516 in 171 msec 2024-11-09T10:21:39,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:21:39,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ed3da50dc2695da1a20c7984957e9107, ASSIGN in 326 msec 2024-11-09T10:21:39,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:21:39,322 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147699321"}]},"ts":"1731147699321"} 2024-11-09T10:21:39,323 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:21:39,324 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:21:39,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-09T10:21:39,328 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T10:21:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:21:40,331 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:21:40,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46888f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:40,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44363,-1 for getting cluster id 2024-11-09T10:21:40,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:40,333 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97de96d6-6abc-4405-a196-12ead535e6cf' 2024-11-09T10:21:40,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:40,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97de96d6-6abc-4405-a196-12ead535e6cf" 2024-11-09T10:21:40,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2161ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:40,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44363,-1] 2024-11-09T10:21:40,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:40,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:40,334 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:40,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41276043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:40,335 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:40,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:40,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c6d6a61 2024-11-09T10:21:40,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:40,337 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:40,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:38647,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:21:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:21:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:40,340 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:38647' 2024-11-09T10:21:40,340 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1299a4fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:40,340 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,38647,-1 for getting cluster id 2024-11-09T10:21:40,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:40,341 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de662080-98b9-4688-9b69-3f6ffd85f7b2' 2024-11-09T10:21:40,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:40,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de662080-98b9-4688-9b69-3f6ffd85f7b2" 2024-11-09T10:21:40,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dfb8cf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:40,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,38647,-1] 2024-11-09T10:21:40,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:40,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:40,342 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:40,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f55397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:40,343 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:40,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,38647,1731147684835 2024-11-09T10:21:40,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30a90cc7 2024-11-09T10:21:40,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:40,344 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:40,345 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T10:21:40,345 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:21:40,345 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:40,345 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:40,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:40,346 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:21:40,347 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:21:40,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:21:40,347 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:40,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:21:40,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741837_1013 (size=1138) 2024-11-09T10:21:40,397 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:21:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:40,754 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0a626da4e20fbb7f7808447e23e0fe8, NAME => 'hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8 2024-11-09T10:21:40,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741838_1014 (size=44) 2024-11-09T10:21:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:41,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:41,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c0a626da4e20fbb7f7808447e23e0fe8, disabling compactions & flushes 2024-11-09T10:21:41,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. 2024-11-09T10:21:41,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. 2024-11-09T10:21:41,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. after waiting 0 ms 2024-11-09T10:21:41,158 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. 2024-11-09T10:21:41,159 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. 2024-11-09T10:21:41,159 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0a626da4e20fbb7f7808447e23e0fe8: Waiting for close lock at 1731147701158Disabling compacts and flushes for region at 1731147701158Disabling writes for close at 1731147701158Writing region close event to WAL at 1731147701158Closed at 1731147701159 (+1 ms) 2024-11-09T10:21:41,159 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:21:41,160 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147701160"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147701160"}]},"ts":"1731147701160"} 2024-11-09T10:21:41,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:21:41,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:21:41,162 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147701162"}]},"ts":"1731147701162"} 2024-11-09T10:21:41,163 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:21:41,164 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0a626da4e20fbb7f7808447e23e0fe8, ASSIGN}] 2024-11-09T10:21:41,164 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0a626da4e20fbb7f7808447e23e0fe8, ASSIGN 2024-11-09T10:21:41,165 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0a626da4e20fbb7f7808447e23e0fe8, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,46735,1731147679476; forceNewPlan=false, retain=false 2024-11-09T10:21:41,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0a626da4e20fbb7f7808447e23e0fe8, regionState=OPENING, regionLocation=e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:41,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0a626da4e20fbb7f7808447e23e0fe8, ASSIGN because future has completed 2024-11-09T10:21:41,318 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0a626da4e20fbb7f7808447e23e0fe8, server=e067b2c2c7b3,46735,1731147679476}] 2024-11-09T10:21:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:41,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. 2024-11-09T10:21:41,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:41,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:21:41,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C46735%2C1731147679476.rep, suffix=, logDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476, archiveDir=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/oldWALs, maxLogs=10 2024-11-09T10:21:41,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.rep.1731147701474, exclude list is [], retry=0 2024-11-09T10:21:41,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35279,DS-02f9c474-018e-4a1d-aa86-da768dd19985,DISK] 2024-11-09T10:21:41,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.rep.1731147701474 2024-11-09T10:21:41,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33209:33209)] 2024-11-09T10:21:41,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c0a626da4e20fbb7f7808447e23e0fe8, NAME => 'hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:41,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:21:41,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:21:41,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. service=MultiRowMutationService 2024-11-09T10:21:41,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:21:41,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:41,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,492 INFO [StoreOpener-c0a626da4e20fbb7f7808447e23e0fe8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,493 INFO [StoreOpener-c0a626da4e20fbb7f7808447e23e0fe8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0a626da4e20fbb7f7808447e23e0fe8 columnFamilyName hfileref 2024-11-09T10:21:41,493 DEBUG [StoreOpener-c0a626da4e20fbb7f7808447e23e0fe8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:41,493 INFO [StoreOpener-c0a626da4e20fbb7f7808447e23e0fe8-1 {}] regionserver.HStore(327): Store=c0a626da4e20fbb7f7808447e23e0fe8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:41,493 INFO [StoreOpener-c0a626da4e20fbb7f7808447e23e0fe8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,494 INFO [StoreOpener-c0a626da4e20fbb7f7808447e23e0fe8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0a626da4e20fbb7f7808447e23e0fe8 columnFamilyName queue 2024-11-09T10:21:41,494 DEBUG [StoreOpener-c0a626da4e20fbb7f7808447e23e0fe8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:41,494 INFO [StoreOpener-c0a626da4e20fbb7f7808447e23e0fe8-1 {}] regionserver.HStore(327): Store=c0a626da4e20fbb7f7808447e23e0fe8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:41,494 INFO [StoreOpener-c0a626da4e20fbb7f7808447e23e0fe8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,495 INFO [StoreOpener-c0a626da4e20fbb7f7808447e23e0fe8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0a626da4e20fbb7f7808447e23e0fe8 columnFamilyName sid 2024-11-09T10:21:41,495 DEBUG [StoreOpener-c0a626da4e20fbb7f7808447e23e0fe8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:41,495 INFO [StoreOpener-c0a626da4e20fbb7f7808447e23e0fe8-1 {}] regionserver.HStore(327): Store=c0a626da4e20fbb7f7808447e23e0fe8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:41,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/replication/c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/replication/c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:21:41,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/replication/c0a626da4e20fbb7f7808447e23e0fe8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:41,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c0a626da4e20fbb7f7808447e23e0fe8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63931983, jitterRate=-0.047339215874671936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:21:41,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:21:41,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c0a626da4e20fbb7f7808447e23e0fe8: Running coprocessor pre-open hook at 1731147701491Writing region info on filesystem at 1731147701491Initializing all the Stores at 1731147701491Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147701491Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147701492 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147701492Cleaning up temporary data from old regions at 1731147701497 (+5 ms)Running coprocessor post-open hooks at 1731147701501 (+4 ms)Region opened successfully at 1731147701501 2024-11-09T10:21:41,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8., pid=10, masterSystemTime=1731147701470 2024-11-09T10:21:41,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. 2024-11-09T10:21:41,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. 2024-11-09T10:21:41,504 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0a626da4e20fbb7f7808447e23e0fe8, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,46735,1731147679476 2024-11-09T10:21:41,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0a626da4e20fbb7f7808447e23e0fe8, server=e067b2c2c7b3,46735,1731147679476 because future has completed 2024-11-09T10:21:41,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:21:41,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c0a626da4e20fbb7f7808447e23e0fe8, server=e067b2c2c7b3,46735,1731147679476 in 188 msec 2024-11-09T10:21:41,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T10:21:41,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0a626da4e20fbb7f7808447e23e0fe8, ASSIGN in 345 msec 2024-11-09T10:21:41,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:21:41,510 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147701510"}]},"ts":"1731147701510"} 2024-11-09T10:21:41,511 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:21:41,512 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:21:41,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-09T10:21:41,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8., hostname=e067b2c2c7b3,46735,1731147679476, seqNum=2] 2024-11-09T10:21:41,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:41,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:21:41,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:21:41,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T10:21:41,804 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:21:41,830 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,46735,1731147679476, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:21:41,830 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:41,830 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46735,1731147679476, seqNum=-1] 2024-11-09T10:21:41,831 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:41,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T10:21:41,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,46735,1731147679476', locateType=CURRENT is [region=hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8., hostname=e067b2c2c7b3,46735,1731147679476, seqNum=2] 2024-11-09T10:21:41,835 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T10:21:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T10:21:41,837 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,46735,1731147679476 suceeded 2024-11-09T10:21:41,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T10:21:41,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-09T10:21:41,839 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:38647,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:21:41,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-09T10:21:41,849 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:38647' 2024-11-09T10:21:41,850 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ece21a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:41,851 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,38647,-1 for getting cluster id 2024-11-09T10:21:41,851 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:41,851 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de662080-98b9-4688-9b69-3f6ffd85f7b2' 2024-11-09T10:21:41,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:41,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de662080-98b9-4688-9b69-3f6ffd85f7b2" 2024-11-09T10:21:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae783c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,38647,-1] 2024-11-09T10:21:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:41,852 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:41,853 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@df12b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:41,853 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:41,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,38647,1731147684835 2024-11-09T10:21:41,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@215e0172 2024-11-09T10:21:41,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:41,855 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-09T10:21:41,855 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,46735,1731147679476 (queues=1) is replicating from cluster=97de96d6-6abc-4405-a196-12ead535e6cf to cluster=de662080-98b9-4688-9b69-3f6ffd85f7b2 2024-11-09T10:21:41,855 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C46735%2C1731147679476 2024-11-09T10:21:41,855 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,46735,1731147679476, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:21:41,856 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C46735%2C1731147679476 2024-11-09T10:21:41,856 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784, startPosition=0, beingWritten=true 2024-11-09T10:21:41,860 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:41,860 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 379, reset compression=false 2024-11-09T10:21:41,860 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46735,1731147679476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:42,063 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 379, reset compression=false 2024-11-09T10:21:42,367 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 379, reset compression=false 2024-11-09T10:21:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44363 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:42,482 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:21:42,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:42,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:42,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:42,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:42,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:42,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:42,482 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,38647,-1 for getting cluster id 2024-11-09T10:21:42,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:42,483 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de662080-98b9-4688-9b69-3f6ffd85f7b2' 2024-11-09T10:21:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de662080-98b9-4688-9b69-3f6ffd85f7b2" 2024-11-09T10:21:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f9020f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,38647,-1] 2024-11-09T10:21:42,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:42,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:42,484 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3a0a8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:42,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,38647,1731147684835 2024-11-09T10:21:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24c4534c 2024-11-09T10:21:42,486 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:42,486 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:42,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:45769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:21:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:21:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:42,489 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:45769' 2024-11-09T10:21:42,490 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d239618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:42,490 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45769,-1 for getting cluster id 2024-11-09T10:21:42,490 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:42,490 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74b2c43-fa00-4928-b3cc-25fa15687ea6' 2024-11-09T10:21:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74b2c43-fa00-4928-b3cc-25fa15687ea6" 2024-11-09T10:21:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0de464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45769,-1] 2024-11-09T10:21:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:42,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:42,492 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:42,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad97d9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:42,492 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:42,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:42,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63fef0ef 2024-11-09T10:21:42,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:42,493 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:42,494 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T10:21:42,494 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:21:42,494 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:42,494 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:42,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:42,494 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:21:42,495 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:21:42,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:21:42,496 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:42,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:21:42,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741837_1013 (size=1138) 2024-11-09T10:21:42,545 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:21:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:42,770 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 379, reset compression=false 2024-11-09T10:21:42,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:42,904 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0c363bf9684936da3657ddd051b6c49a, NAME => 'hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844 2024-11-09T10:21:42,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741838_1014 (size=44) 2024-11-09T10:21:43,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T10:21:43,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T10:21:43,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:21:43,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T10:21:43,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:43,273 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 379, reset compression=false 2024-11-09T10:21:43,373 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:43,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0c363bf9684936da3657ddd051b6c49a, disabling compactions & flushes 2024-11-09T10:21:43,374 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. 2024-11-09T10:21:43,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. 2024-11-09T10:21:43,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. after waiting 0 ms 2024-11-09T10:21:43,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. 2024-11-09T10:21:43,374 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. 2024-11-09T10:21:43,374 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0c363bf9684936da3657ddd051b6c49a: Waiting for close lock at 1731147703374Disabling compacts and flushes for region at 1731147703374Disabling writes for close at 1731147703374Writing region close event to WAL at 1731147703374Closed at 1731147703374 2024-11-09T10:21:43,375 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:21:43,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147703375"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147703375"}]},"ts":"1731147703375"} 2024-11-09T10:21:43,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:21:43,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:21:43,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147703378"}]},"ts":"1731147703378"} 2024-11-09T10:21:43,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:21:43,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c363bf9684936da3657ddd051b6c49a, ASSIGN}] 2024-11-09T10:21:43,380 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c363bf9684936da3657ddd051b6c49a, ASSIGN 2024-11-09T10:21:43,381 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0c363bf9684936da3657ddd051b6c49a, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,38959,1731147684975; forceNewPlan=false, retain=false 2024-11-09T10:21:43,532 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c363bf9684936da3657ddd051b6c49a, regionState=OPENING, regionLocation=e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:43,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0c363bf9684936da3657ddd051b6c49a, ASSIGN because future has completed 2024-11-09T10:21:43,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c363bf9684936da3657ddd051b6c49a, server=e067b2c2c7b3,38959,1731147684975}] 2024-11-09T10:21:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:43,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. 2024-11-09T10:21:43,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:43,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:21:43,689 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C38959%2C1731147684975.rep, suffix=, logDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975, archiveDir=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/oldWALs, maxLogs=10 2024-11-09T10:21:43,701 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.rep.1731147703690, exclude list is [], retry=0 2024-11-09T10:21:43,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36683,DS-38f694c0-aeba-48f2-834e-ee25117ed1fb,DISK] 2024-11-09T10:21:43,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.rep.1731147703690 2024-11-09T10:21:43,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34795:34795)] 2024-11-09T10:21:43,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0c363bf9684936da3657ddd051b6c49a, NAME => 'hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:43,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:21:43,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:21:43,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. service=MultiRowMutationService 2024-11-09T10:21:43,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:21:43,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:43,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,708 INFO [StoreOpener-0c363bf9684936da3657ddd051b6c49a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,709 INFO [StoreOpener-0c363bf9684936da3657ddd051b6c49a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c363bf9684936da3657ddd051b6c49a columnFamilyName hfileref 2024-11-09T10:21:43,709 DEBUG [StoreOpener-0c363bf9684936da3657ddd051b6c49a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:43,709 INFO [StoreOpener-0c363bf9684936da3657ddd051b6c49a-1 {}] regionserver.HStore(327): Store=0c363bf9684936da3657ddd051b6c49a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:43,709 INFO [StoreOpener-0c363bf9684936da3657ddd051b6c49a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,710 INFO [StoreOpener-0c363bf9684936da3657ddd051b6c49a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c363bf9684936da3657ddd051b6c49a columnFamilyName queue 2024-11-09T10:21:43,710 DEBUG [StoreOpener-0c363bf9684936da3657ddd051b6c49a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:43,710 INFO [StoreOpener-0c363bf9684936da3657ddd051b6c49a-1 {}] regionserver.HStore(327): Store=0c363bf9684936da3657ddd051b6c49a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:43,710 INFO [StoreOpener-0c363bf9684936da3657ddd051b6c49a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,711 INFO [StoreOpener-0c363bf9684936da3657ddd051b6c49a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0c363bf9684936da3657ddd051b6c49a columnFamilyName sid 2024-11-09T10:21:43,711 DEBUG [StoreOpener-0c363bf9684936da3657ddd051b6c49a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:43,711 INFO [StoreOpener-0c363bf9684936da3657ddd051b6c49a-1 {}] regionserver.HStore(327): Store=0c363bf9684936da3657ddd051b6c49a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:43,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/replication/0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/replication/0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,712 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:21:43,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/replication/0c363bf9684936da3657ddd051b6c49a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:43,715 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0c363bf9684936da3657ddd051b6c49a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70090830, jitterRate=0.04443475604057312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:21:43,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:21:43,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0c363bf9684936da3657ddd051b6c49a: Running coprocessor pre-open hook at 1731147703705Writing region info on filesystem at 1731147703705Initializing all the Stores at 1731147703706 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147703706Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147703708 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147703708Cleaning up temporary data from old regions at 1731147703712 (+4 ms)Running coprocessor post-open hooks at 1731147703715 (+3 ms)Region opened successfully at 1731147703715 2024-11-09T10:21:43,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a., pid=10, masterSystemTime=1731147703685 2024-11-09T10:21:43,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. 2024-11-09T10:21:43,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. 2024-11-09T10:21:43,718 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0c363bf9684936da3657ddd051b6c49a, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,38959,1731147684975 2024-11-09T10:21:43,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0c363bf9684936da3657ddd051b6c49a, server=e067b2c2c7b3,38959,1731147684975 because future has completed 2024-11-09T10:21:43,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:21:43,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0c363bf9684936da3657ddd051b6c49a, server=e067b2c2c7b3,38959,1731147684975 in 187 msec 2024-11-09T10:21:43,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T10:21:43,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0c363bf9684936da3657ddd051b6c49a, ASSIGN in 343 msec 2024-11-09T10:21:43,725 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:21:43,725 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147703725"}]},"ts":"1731147703725"} 2024-11-09T10:21:43,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:21:43,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:21:43,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2320 sec 2024-11-09T10:21:43,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a., hostname=e067b2c2c7b3,38959,1731147684975, seqNum=2] 2024-11-09T10:21:43,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:43,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:21:43,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:21:43,876 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 379, reset compression=false 2024-11-09T10:21:43,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38959 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T10:21:43,962 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:21:43,987 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,38959,1731147684975, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:21:43,988 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:43,988 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,38959,1731147684975, seqNum=-1] 2024-11-09T10:21:43,988 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:43,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57991, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T10:21:43,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,38959,1731147684975', locateType=CURRENT is [region=hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a., hostname=e067b2c2c7b3,38959,1731147684975, seqNum=2] 2024-11-09T10:21:43,992 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T10:21:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T10:21:43,994 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,38959,1731147684975 suceeded 2024-11-09T10:21:43,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T10:21:43,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-09T10:21:43,996 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:45769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:21:43,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5090 sec 2024-11-09T10:21:44,005 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:45769' 2024-11-09T10:21:44,006 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61e9472d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:44,006 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45769,-1 for getting cluster id 2024-11-09T10:21:44,006 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:44,007 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74b2c43-fa00-4928-b3cc-25fa15687ea6' 2024-11-09T10:21:44,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:44,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74b2c43-fa00-4928-b3cc-25fa15687ea6" 2024-11-09T10:21:44,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a162992, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:44,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45769,-1] 2024-11-09T10:21:44,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:44,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:44,008 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:44,008 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7483978e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:44,008 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:44,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:44,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52cd211f 2024-11-09T10:21:44,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:44,010 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-09T10:21:44,010 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,38959,1731147684975 (queues=1) is replicating from cluster=de662080-98b9-4688-9b69-3f6ffd85f7b2 to cluster=a74b2c43-fa00-4928-b3cc-25fa15687ea6 2024-11-09T10:21:44,010 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C38959%2C1731147684975 2024-11-09T10:21:44,010 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,38959,1731147684975, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:21:44,011 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C38959%2C1731147684975 2024-11-09T10:21:44,011 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168, startPosition=0, beingWritten=true 2024-11-09T10:21:44,015 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:44,015 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 379, reset compression=false 2024-11-09T10:21:44,015 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,38959,1731147684975 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:44,218 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 379, reset compression=false 2024-11-09T10:21:44,521 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 379, reset compression=false 2024-11-09T10:21:44,580 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 379, reset compression=false 2024-11-09T10:21:44,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38647 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:44,631 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:21:44,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:44,632 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:44,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:44,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:44,632 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:44,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:44,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45769,-1 for getting cluster id 2024-11-09T10:21:44,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:44,633 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74b2c43-fa00-4928-b3cc-25fa15687ea6' 2024-11-09T10:21:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74b2c43-fa00-4928-b3cc-25fa15687ea6" 2024-11-09T10:21:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dba4423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45769,-1] 2024-11-09T10:21:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:44,634 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:44,635 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:44,635 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd13dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:44,636 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@368d93cf 2024-11-09T10:21:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:44,637 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:44,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:44363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:21:44,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:21:44,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:44,640 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:44363' 2024-11-09T10:21:44,640 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506b8cf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:44,640 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44363,-1 for getting cluster id 2024-11-09T10:21:44,641 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:44,641 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97de96d6-6abc-4405-a196-12ead535e6cf' 2024-11-09T10:21:44,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:44,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97de96d6-6abc-4405-a196-12ead535e6cf" 2024-11-09T10:21:44,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79819082, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:44,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44363,-1] 2024-11-09T10:21:44,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:44,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:44,642 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:44,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c07829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:44,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:44,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:44,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32c665f9 2024-11-09T10:21:44,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:44,644 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:44,645 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T10:21:44,645 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:21:44,645 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:44,645 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:44,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:44,645 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:21:44,646 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:21:44,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:21:44,647 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:44,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:21:44,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741837_1013 (size=1138) 2024-11-09T10:21:44,697 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:21:44,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:44,805 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:21:44,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:44,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:44,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:44,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:44,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:44,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:44,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:44,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:44,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:44,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:44,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:44,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:44,925 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 379, reset compression=false 2024-11-09T10:21:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:45,053 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ebfbf2cc91925b801ff8d06ec276e957, NAME => 'hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a 2024-11-09T10:21:45,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741838_1014 (size=44) 2024-11-09T10:21:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:45,383 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 379, reset compression=false 2024-11-09T10:21:45,428 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 379, reset compression=false 2024-11-09T10:21:45,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:45,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ebfbf2cc91925b801ff8d06ec276e957, disabling compactions & flushes 2024-11-09T10:21:45,460 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:45,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:45,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. after waiting 0 ms 2024-11-09T10:21:45,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:45,460 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:45,460 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ebfbf2cc91925b801ff8d06ec276e957: Waiting for close lock at 1731147705460Disabling compacts and flushes for region at 1731147705460Disabling writes for close at 1731147705460Writing region close event to WAL at 1731147705460Closed at 1731147705460 2024-11-09T10:21:45,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:21:45,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147705461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147705461"}]},"ts":"1731147705461"} 2024-11-09T10:21:45,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:21:45,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:21:45,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147705463"}]},"ts":"1731147705463"} 2024-11-09T10:21:45,465 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:21:45,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ebfbf2cc91925b801ff8d06ec276e957, ASSIGN}] 2024-11-09T10:21:45,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ebfbf2cc91925b801ff8d06ec276e957, ASSIGN 2024-11-09T10:21:45,466 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ebfbf2cc91925b801ff8d06ec276e957, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,46717,1731147690516; forceNewPlan=false, retain=false 2024-11-09T10:21:45,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ebfbf2cc91925b801ff8d06ec276e957, regionState=OPENING, regionLocation=e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:45,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ebfbf2cc91925b801ff8d06ec276e957, ASSIGN because future has completed 2024-11-09T10:21:45,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebfbf2cc91925b801ff8d06ec276e957, server=e067b2c2c7b3,46717,1731147690516}] 2024-11-09T10:21:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:45,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:45,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:21:45,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:21:45,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C46717%2C1731147690516.rep, suffix=, logDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516, archiveDir=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/oldWALs, maxLogs=10 2024-11-09T10:21:45,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.rep.1731147705775, exclude list is [], retry=0 2024-11-09T10:21:45,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38843,DS-e311066e-b927-4dc7-973e-f6f8cd92c912,DISK] 2024-11-09T10:21:45,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.rep.1731147705775 2024-11-09T10:21:45,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45173:45173)] 2024-11-09T10:21:45,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ebfbf2cc91925b801ff8d06ec276e957, NAME => 'hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:21:45,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:21:45,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:21:45,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. service=MultiRowMutationService 2024-11-09T10:21:45,790 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:21:45,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:21:45,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,790 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,791 INFO [StoreOpener-ebfbf2cc91925b801ff8d06ec276e957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,792 INFO [StoreOpener-ebfbf2cc91925b801ff8d06ec276e957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebfbf2cc91925b801ff8d06ec276e957 columnFamilyName hfileref 2024-11-09T10:21:45,792 DEBUG [StoreOpener-ebfbf2cc91925b801ff8d06ec276e957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:45,792 INFO [StoreOpener-ebfbf2cc91925b801ff8d06ec276e957-1 {}] regionserver.HStore(327): Store=ebfbf2cc91925b801ff8d06ec276e957/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:45,792 INFO [StoreOpener-ebfbf2cc91925b801ff8d06ec276e957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,793 INFO [StoreOpener-ebfbf2cc91925b801ff8d06ec276e957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebfbf2cc91925b801ff8d06ec276e957 columnFamilyName queue 2024-11-09T10:21:45,793 DEBUG [StoreOpener-ebfbf2cc91925b801ff8d06ec276e957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:45,793 INFO [StoreOpener-ebfbf2cc91925b801ff8d06ec276e957-1 {}] regionserver.HStore(327): Store=ebfbf2cc91925b801ff8d06ec276e957/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:45,793 INFO [StoreOpener-ebfbf2cc91925b801ff8d06ec276e957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,794 INFO [StoreOpener-ebfbf2cc91925b801ff8d06ec276e957-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebfbf2cc91925b801ff8d06ec276e957 columnFamilyName sid 2024-11-09T10:21:45,794 DEBUG [StoreOpener-ebfbf2cc91925b801ff8d06ec276e957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:21:45,794 INFO [StoreOpener-ebfbf2cc91925b801ff8d06ec276e957-1 {}] regionserver.HStore(327): Store=ebfbf2cc91925b801ff8d06ec276e957/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:21:45,794 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/replication/ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,795 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/replication/ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:21:45,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/replication/ebfbf2cc91925b801ff8d06ec276e957/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:21:45,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ebfbf2cc91925b801ff8d06ec276e957; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68410498, jitterRate=0.0193958580493927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:21:45,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:45,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ebfbf2cc91925b801ff8d06ec276e957: Running coprocessor pre-open hook at 1731147705790Writing region info on filesystem at 1731147705790Initializing all the Stores at 1731147705791 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147705791Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147705791Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147705791Cleaning up temporary data from old regions at 1731147705796 (+5 ms)Running coprocessor post-open hooks at 1731147705798 (+2 ms)Region opened successfully at 1731147705798 2024-11-09T10:21:45,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957., pid=10, masterSystemTime=1731147705771 2024-11-09T10:21:45,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:45,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:45,801 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ebfbf2cc91925b801ff8d06ec276e957, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:45,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebfbf2cc91925b801ff8d06ec276e957, server=e067b2c2c7b3,46717,1731147690516 because future has completed 2024-11-09T10:21:45,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:21:45,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ebfbf2cc91925b801ff8d06ec276e957, server=e067b2c2c7b3,46717,1731147690516 in 184 msec 2024-11-09T10:21:45,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T10:21:45,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ebfbf2cc91925b801ff8d06ec276e957, ASSIGN in 339 msec 2024-11-09T10:21:45,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:21:45,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147705807"}]},"ts":"1731147705807"} 2024-11-09T10:21:45,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:21:45,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:21:45,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1640 sec 2024-11-09T10:21:45,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957., hostname=e067b2c2c7b3,46717,1731147690516, seqNum=2] 2024-11-09T10:21:45,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:45,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:45,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:21:46,031 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 379, reset compression=false 2024-11-09T10:21:46,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T10:21:46,099 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:21:46,130 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,46717,1731147690516, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:21:46,130 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:46,130 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46717,1731147690516, seqNum=-1] 2024-11-09T10:21:46,131 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:46,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T10:21:46,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,46717,1731147690516', locateType=CURRENT is [region=hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957., hostname=e067b2c2c7b3,46717,1731147690516, seqNum=2] 2024-11-09T10:21:46,135 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T10:21:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T10:21:46,136 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,46717,1731147690516 suceeded 2024-11-09T10:21:46,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T10:21:46,138 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:44363,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:21:46,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-09T10:21:46,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-09T10:21:46,148 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:44363' 2024-11-09T10:21:46,149 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@400b5675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:46,149 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44363,-1 for getting cluster id 2024-11-09T10:21:46,149 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:46,149 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97de96d6-6abc-4405-a196-12ead535e6cf' 2024-11-09T10:21:46,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:46,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97de96d6-6abc-4405-a196-12ead535e6cf" 2024-11-09T10:21:46,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@82f2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:46,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44363,-1] 2024-11-09T10:21:46,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:46,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:46,151 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:46,151 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@691ff047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:46,151 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:46,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:46,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48f1db8f 2024-11-09T10:21:46,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:46,152 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T10:21:46,153 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,46717,1731147690516 (queues=1) is replicating from cluster=a74b2c43-fa00-4928-b3cc-25fa15687ea6 to cluster=97de96d6-6abc-4405-a196-12ead535e6cf 2024-11-09T10:21:46,153 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C46717%2C1731147690516 2024-11-09T10:21:46,153 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,46717,1731147690516, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:21:46,153 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C46717%2C1731147690516 2024-11-09T10:21:46,153 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810, startPosition=0, beingWritten=true 2024-11-09T10:21:46,157 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:46,157 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 379, reset compression=false 2024-11-09T10:21:46,157 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46717,1731147690516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:46,286 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 379, reset compression=false 2024-11-09T10:21:46,360 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 379, reset compression=false 2024-11-09T10:21:46,663 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 379, reset compression=false 2024-11-09T10:21:46,734 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 379, reset compression=false 2024-11-09T10:21:46,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:21:46,781 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:21:46,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:46,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:46,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:46,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:46,782 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:46,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:46,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44363,-1 for getting cluster id 2024-11-09T10:21:46,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:46,783 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97de96d6-6abc-4405-a196-12ead535e6cf' 2024-11-09T10:21:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97de96d6-6abc-4405-a196-12ead535e6cf" 2024-11-09T10:21:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b739d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44363,-1] 2024-11-09T10:21:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:46,784 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:46,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633a59fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:46,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@361f0377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:46,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,38647,-1 for getting cluster id 2024-11-09T10:21:46,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:46,786 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de662080-98b9-4688-9b69-3f6ffd85f7b2' 2024-11-09T10:21:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de662080-98b9-4688-9b69-3f6ffd85f7b2" 2024-11-09T10:21:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef05428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,38647,-1] 2024-11-09T10:21:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:46,787 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5131d647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:46,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:46,788 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45769,-1 for getting cluster id 2024-11-09T10:21:46,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:46,788 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74b2c43-fa00-4928-b3cc-25fa15687ea6' 2024-11-09T10:21:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74b2c43-fa00-4928-b3cc-25fa15687ea6" 2024-11-09T10:21:46,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf5c96e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:46,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45769,-1] 2024-11-09T10:21:46,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:46,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:46,789 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:46,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac94d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:46,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46735,1731147679476, seqNum=-1] 2024-11-09T10:21:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:46,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:21:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48., hostname=e067b2c2c7b3,46735,1731147679476, seqNum=2] 2024-11-09T10:21:46,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:46,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46717,1731147690516, seqNum=-1] 2024-11-09T10:21:46,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:46,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:21:46,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731147698174.ed3da50dc2695da1a20c7984957e9107., hostname=e067b2c2c7b3,46717,1731147690516, seqNum=2] 2024-11-09T10:21:46,827 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T10:21:47,066 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 379, reset compression=false 2024-11-09T10:21:47,289 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 379, reset compression=false 2024-11-09T10:21:47,293 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:47,293 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 480, reset compression=false 2024-11-09T10:21:47,293 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46735,1731147679476 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff05d8997e7ff3dfdc293ef71d5bab48/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T10:21:47,295 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:21:47,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-09T10:21:47,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:47,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6653609e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:47,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,38647,-1 for getting cluster id 2024-11-09T10:21:47,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:47,297 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de662080-98b9-4688-9b69-3f6ffd85f7b2' 2024-11-09T10:21:47,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:47,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de662080-98b9-4688-9b69-3f6ffd85f7b2" 2024-11-09T10:21:47,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@767a85a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:47,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,38647,-1] 2024-11-09T10:21:47,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:47,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:47,298 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:47,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bd657a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:47,299 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:47,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,38959,1731147684975, seqNum=-1] 2024-11-09T10:21:47,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:47,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-09T10:21:47,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a., hostname=e067b2c2c7b3,38959,1731147684975, seqNum=2] 2024-11-09T10:21:47,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:47,496 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 480, reset compression=false 2024-11-09T10:21:47,538 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 379, reset compression=false 2024-11-09T10:21:47,542 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:47,542 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 504, reset compression=false 2024-11-09T10:21:47,542 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,38959,1731147684975 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bf2d48b8856b77e6f208b563e13843a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T10:21:47,544 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:21:47,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-09T10:21:47,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:47,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e1a6f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:47,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45769,-1 for getting cluster id 2024-11-09T10:21:47,548 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:47,548 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74b2c43-fa00-4928-b3cc-25fa15687ea6' 2024-11-09T10:21:47,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:47,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74b2c43-fa00-4928-b3cc-25fa15687ea6" 2024-11-09T10:21:47,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10cef426, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:47,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45769,-1] 2024-11-09T10:21:47,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:47,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:47,550 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:47,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@332928f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:47,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:47,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46717,1731147690516, seqNum=-1] 2024-11-09T10:21:47,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:47,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-09T10:21:47,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731147698174.ed3da50dc2695da1a20c7984957e9107., hostname=e067b2c2c7b3,46717,1731147690516, seqNum=2] 2024-11-09T10:21:47,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:47,570 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 379, reset compression=false 2024-11-09T10:21:47,573 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:47,573 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 528, reset compression=false 2024-11-09T10:21:47,573 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46717,1731147690516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:47,746 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 504, reset compression=false 2024-11-09T10:21:47,777 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 528, reset compression=false 2024-11-09T10:21:47,799 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 480, reset compression=false 2024-11-09T10:21:47,829 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T10:21:47,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,38959,1731147684975, seqNum=-1] 2024-11-09T10:21:47,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:47,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:21:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a., hostname=e067b2c2c7b3,38959,1731147684975, seqNum=2] 2024-11-09T10:21:47,835 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T10:21:48,049 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 504, reset compression=false 2024-11-09T10:21:48,053 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:48,053 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 608, reset compression=false 2024-11-09T10:21:48,053 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,38959,1731147684975 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bf2d48b8856b77e6f208b563e13843a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T10:21:48,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:48,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:48,081 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 528, reset compression=false 2024-11-09T10:21:48,085 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:48,085 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 656, reset compression=false 2024-11-09T10:21:48,085 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46717,1731147690516 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed3da50dc2695da1a20c7984957e9107/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T10:21:48,087 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:21:48,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T10:21:48,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:48,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@525df886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:48,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44363,-1 for getting cluster id 2024-11-09T10:21:48,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:48,094 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97de96d6-6abc-4405-a196-12ead535e6cf' 2024-11-09T10:21:48,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:48,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97de96d6-6abc-4405-a196-12ead535e6cf" 2024-11-09T10:21:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@761aad1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44363,-1] 2024-11-09T10:21:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:48,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:48,099 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:48,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@fd6577d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:48,100 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:21:48,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,46735,1731147679476, seqNum=-1] 2024-11-09T10:21:48,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:21:48,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-09T10:21:48,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48., hostname=e067b2c2c7b3,46735,1731147679476, seqNum=2] 2024-11-09T10:21:48,106 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:48,202 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 480, reset compression=false 2024-11-09T10:21:48,207 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:48,207 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 632, reset compression=false 2024-11-09T10:21:48,207 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46735,1731147679476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:48,256 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 608, reset compression=false 2024-11-09T10:21:48,298 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 656, reset compression=false 2024-11-09T10:21:48,410 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 632, reset compression=false 2024-11-09T10:21:48,559 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 608, reset compression=false 2024-11-09T10:21:48,601 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 656, reset compression=false 2024-11-09T10:21:48,714 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 632, reset compression=false 2024-11-09T10:21:48,837 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T10:21:48,861 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T10:21:48,962 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 608, reset compression=false 2024-11-09T10:21:49,004 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 656, reset compression=false 2024-11-09T10:21:49,011 INFO [AsyncFSWAL-0-hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a-prefix:e067b2c2c7b3,46717,1731147690516 {}] wal.AbstractFSWAL(1368): Slow sync cost: 173 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:38843,DS-e311066e-b927-4dc7-973e-f6f8cd92c912,DISK]] 2024-11-09T10:21:49,013 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T10:21:49,117 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 632, reset compression=false 2024-11-09T10:21:49,465 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 608, reset compression=false 2024-11-09T10:21:49,507 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 656, reset compression=false 2024-11-09T10:21:49,511 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:49,511 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 760, reset compression=false 2024-11-09T10:21:49,511 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46717,1731147690516 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed3da50dc2695da1a20c7984957e9107/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T10:21:49,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:49,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:49,620 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 632, reset compression=false 2024-11-09T10:21:49,624 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:49,624 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 760, reset compression=false 2024-11-09T10:21:49,624 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46735,1731147679476 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff05d8997e7ff3dfdc293ef71d5bab48/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T10:21:49,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:49,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:49,714 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 760, reset compression=false 2024-11-09T10:21:49,827 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 760, reset compression=false 2024-11-09T10:21:50,015 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T10:21:50,017 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 760, reset compression=false 2024-11-09T10:21:50,019 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T10:21:50,069 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 608, reset compression=false 2024-11-09T10:21:50,073 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:50,073 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 760, reset compression=false 2024-11-09T10:21:50,073 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,38959,1731147684975 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:50,130 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 760, reset compression=false 2024-11-09T10:21:50,134 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:50,135 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 916, reset compression=false 2024-11-09T10:21:50,135 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46735,1731147679476 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff05d8997e7ff3dfdc293ef71d5bab48/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T10:21:50,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:50,138 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:50,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:50,262 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:21:50,262 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68461 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:21:50,276 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 760, reset compression=false 2024-11-09T10:21:50,279 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:50,280 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 908, reset compression=false 2024-11-09T10:21:50,280 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,38959,1731147684975 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bf2d48b8856b77e6f208b563e13843a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T10:21:50,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:50,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:50,338 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 916, reset compression=false 2024-11-09T10:21:50,420 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 760, reset compression=false 2024-11-09T10:21:50,424 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:50,424 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 932, reset compression=false 2024-11-09T10:21:50,424 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46717,1731147690516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:50,483 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 908, reset compression=false 2024-11-09T10:21:50,636 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 932, reset compression=false 2024-11-09T10:21:50,641 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 916, reset compression=false 2024-11-09T10:21:50,786 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 908, reset compression=false 2024-11-09T10:21:50,939 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 932, reset compression=false 2024-11-09T10:21:51,021 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T10:21:51,035 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T10:21:51,044 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 916, reset compression=false 2024-11-09T10:21:51,190 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 908, reset compression=false 2024-11-09T10:21:51,208 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:51,208 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1067, reset compression=false 2024-11-09T10:21:51,208 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,38959,1731147684975 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bf2d48b8856b77e6f208b563e13843a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T10:21:51,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:51,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:51,293 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:21:51,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:51,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:51,343 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 932, reset compression=false 2024-11-09T10:21:51,348 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:51,348 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1082, reset compression=false 2024-11-09T10:21:51,348 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46717,1731147690516 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed3da50dc2695da1a20c7984957e9107/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T10:21:51,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:51,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:51,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:51,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:51,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:51,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:51,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:51,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:51,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:51,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:51,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:51,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:21:51,421 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1067, reset compression=false 2024-11-09T10:21:51,557 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 916, reset compression=false 2024-11-09T10:21:51,561 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:51,561 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1090, reset compression=false 2024-11-09T10:21:51,561 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46735,1731147679476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:51,567 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1082, reset compression=false 2024-11-09T10:21:51,729 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1067, reset compression=false 2024-11-09T10:21:51,764 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1090, reset compression=false 2024-11-09T10:21:51,871 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1082, reset compression=false 2024-11-09T10:21:52,037 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T10:21:52,040 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T10:21:52,068 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1090, reset compression=false 2024-11-09T10:21:52,133 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1067, reset compression=false 2024-11-09T10:21:52,274 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1082, reset compression=false 2024-11-09T10:21:52,278 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:52,278 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1241, reset compression=false 2024-11-09T10:21:52,278 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46717,1731147690516 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed3da50dc2695da1a20c7984957e9107/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T10:21:52,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:52,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:52,471 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1090, reset compression=false 2024-11-09T10:21:52,475 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:52,475 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1240, reset compression=false 2024-11-09T10:21:52,475 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46735,1731147679476 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff05d8997e7ff3dfdc293ef71d5bab48/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-09T10:21:52,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:52,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:52,482 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1241, reset compression=false 2024-11-09T10:21:52,636 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1067, reset compression=false 2024-11-09T10:21:52,641 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:52,641 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1241, reset compression=false 2024-11-09T10:21:52,641 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,38959,1731147684975 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:52,679 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1240, reset compression=false 2024-11-09T10:21:52,785 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1241, reset compression=false 2024-11-09T10:21:52,845 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1241, reset compression=false 2024-11-09T10:21:52,982 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1240, reset compression=false 2024-11-09T10:21:53,042 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T10:21:53,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bc684f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:53,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45769,-1 for getting cluster id 2024-11-09T10:21:53,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:53,051 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74b2c43-fa00-4928-b3cc-25fa15687ea6' 2024-11-09T10:21:53,051 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:53,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74b2c43-fa00-4928-b3cc-25fa15687ea6" 2024-11-09T10:21:53,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e23195f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:53,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45769,-1] 2024-11-09T10:21:53,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:53,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:53,053 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:53,054 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f0621e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:53,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:53,057 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61dba68e 2024-11-09T10:21:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:53,058 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:53,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-09T10:21:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-09T10:21:53,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T10:21:53,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:21:53,148 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1241, reset compression=false 2024-11-09T10:21:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T10:21:53,188 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1241, reset compression=false 2024-11-09T10:21:53,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T10:21:53,278 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-09T10:21:53,278 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-09T10:21:53,279 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,46717,1731147690516 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-09T10:21:53,279 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0. 2024-11-09T10:21:53,279 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:53,279 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:53,279 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:53,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:53,379 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:21:53,379 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-09T10:21:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T10:21:53,386 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1240, reset compression=false 2024-11-09T10:21:53,479 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 terminated 2024-11-09T10:21:53,496 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,46717,1731147690516, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:21:53,496 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-09T10:21:53,496 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T10:21:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T10:21:53,499 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on e067b2c2c7b3,46717,1731147690516 suceeded 2024-11-09T10:21:53,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T10:21:53,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-09T10:21:53,500 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-09T10:21:53,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 441 msec 2024-11-09T10:21:53,510 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:44363' 2024-11-09T10:21:53,511 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@364d76ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:53,511 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44363,-1 for getting cluster id 2024-11-09T10:21:53,511 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:53,512 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '97de96d6-6abc-4405-a196-12ead535e6cf' 2024-11-09T10:21:53,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:53,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "97de96d6-6abc-4405-a196-12ead535e6cf" 2024-11-09T10:21:53,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34e8f2eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:53,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44363,-1] 2024-11-09T10:21:53,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:53,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:53,513 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:53,514 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c699827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:53,514 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:53,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44363,1731147679271 2024-11-09T10:21:53,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2910886b 2024-11-09T10:21:53,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:53,515 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-09T10:21:53,516 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,46717,1731147690516 (queues=1) is replicating from cluster=a74b2c43-fa00-4928-b3cc-25fa15687ea6 to cluster=97de96d6-6abc-4405-a196-12ead535e6cf 2024-11-09T10:21:53,516 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C46717%2C1731147690516 2024-11-09T10:21:53,516 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,46717,1731147690516, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:21:53,516 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C46717%2C1731147690516 2024-11-09T10:21:53,551 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1241, reset compression=false 2024-11-09T10:21:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T10:21:53,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:53,692 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:21:53,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:53,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:53,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:53,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:53,695 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-09T10:21:53,889 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1240, reset compression=false 2024-11-09T10:21:53,892 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:53,892 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1344, reset compression=false 2024-11-09T10:21:53,893 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46735,1731147679476 got entry batch from reader: WALEntryBatch [walEntries=[{test/ff05d8997e7ff3dfdc293ef71d5bab48/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T10:21:53,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:53,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38959 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:54,055 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1241, reset compression=false 2024-11-09T10:21:54,059 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:54,059 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1369, reset compression=false 2024-11-09T10:21:54,059 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,38959,1731147684975 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bf2d48b8856b77e6f208b563e13843a/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T10:21:54,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:54,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:54,096 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1344, reset compression=false 2024-11-09T10:21:54,263 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1369, reset compression=false 2024-11-09T10:21:54,400 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1344, reset compression=false 2024-11-09T10:21:54,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T10:21:54,566 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1369, reset compression=false 2024-11-09T10:21:54,696 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-09T10:21:54,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ff6ada5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:54,698 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,45769,-1 for getting cluster id 2024-11-09T10:21:54,698 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:21:54,699 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a74b2c43-fa00-4928-b3cc-25fa15687ea6' 2024-11-09T10:21:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:21:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a74b2c43-fa00-4928-b3cc-25fa15687ea6" 2024-11-09T10:21:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c92c1df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,45769,-1] 2024-11-09T10:21:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:21:54,700 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:54,700 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:21:54,701 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139744ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:21:54,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:21:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e1cf69d 2024-11-09T10:21:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:21:54,704 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:21:54,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-09T10:21:54,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-09T10:21:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T10:21:54,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:21:54,803 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1344, reset compression=false 2024-11-09T10:21:54,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T10:21:54,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46717 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-09T10:21:54,940 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-09T10:21:54,941 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-09T10:21:54,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-09T10:21:54,943 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on e067b2c2c7b3,46717,1731147690516 suceeded 2024-11-09T10:21:54,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-09T10:21:54,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-09T10:21:54,944 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-09T10:21:54,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 240 msec 2024-11-09T10:21:54,970 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1369, reset compression=false 2024-11-09T10:21:54,974 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:54,974 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1473, reset compression=false 2024-11-09T10:21:54,974 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,38959,1731147684975 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bf2d48b8856b77e6f208b563e13843a/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T10:21:54,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:54,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46717 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:55,017 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810, startPosition=1241, beingWritten=true 2024-11-09T10:21:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-09T10:21:55,022 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:21:55,022 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:21:55,022 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:55,022 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1521, reset compression=false 2024-11-09T10:21:55,022 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:55,022 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46717,1731147690516 got entry batch from reader: WALEntryBatch [walEntries=[{test/ed3da50dc2695da1a20c7984957e9107/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-09T10:21:55,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:55,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:55,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:55,024 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-09T10:21:55,025 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:21:55,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-09T10:21:55,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:21:55,029 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:21:55,177 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1473, reset compression=false 2024-11-09T10:21:55,226 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1521, reset compression=false 2024-11-09T10:21:55,307 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1344, reset compression=false 2024-11-09T10:21:55,310 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:55,310 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:21:55,310 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46735,1731147679476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:55,481 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1473, reset compression=false 2024-11-09T10:21:55,513 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:21:55,529 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1521, reset compression=false 2024-11-09T10:21:55,816 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:21:55,884 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1473, reset compression=false 2024-11-09T10:21:55,932 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1521, reset compression=false 2024-11-09T10:21:56,026 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-09T10:21:56,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:21:56,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:56,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:56,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:56,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:56,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:56,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:21:56,026 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1165655194, stopped=false 2024-11-09T10:21:56,026 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,45769,1731147690366 2024-11-09T10:21:56,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1749767461/running 2024-11-09T10:21:56,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1749767461/running 2024-11-09T10:21:56,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:56,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:56,082 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:21:56,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:21:56,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:56,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:56,083 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,46717,1731147690516' ***** 2024-11-09T10:21:56,083 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:21:56,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Set watcher on znode that does not yet exist, /2-1749767461/running 2024-11-09T10:21:56,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Set watcher on znode that does not yet exist, /2-1749767461/running 2024-11-09T10:21:56,083 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:21:56,083 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:21:56,083 INFO [RS:0;e067b2c2c7b3:46717 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:21:56,083 INFO [RS:0;e067b2c2c7b3:46717 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:21:56,084 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(3091): Received CLOSE for ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:56,084 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(3091): Received CLOSE for ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:56,084 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:56,084 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:21:56,084 INFO [RS:0;e067b2c2c7b3:46717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:46717. 2024-11-09T10:21:56,084 DEBUG [RS:0;e067b2c2c7b3:46717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:56,084 DEBUG [RS:0;e067b2c2c7b3:46717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:56,084 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed3da50dc2695da1a20c7984957e9107, disabling compactions & flushes 2024-11-09T10:21:56,084 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. 2024-11-09T10:21:56,084 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. 2024-11-09T10:21:56,084 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:21:56,084 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. after waiting 0 ms 2024-11-09T10:21:56,084 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:21:56,084 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:21:56,084 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. 2024-11-09T10:21:56,084 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:21:56,084 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ed3da50dc2695da1a20c7984957e9107 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T10:21:56,084 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T10:21:56,084 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1325): Online Regions={ed3da50dc2695da1a20c7984957e9107=test,,1731147698174.ed3da50dc2695da1a20c7984957e9107., 1588230740=hbase:meta,,1.1588230740, ebfbf2cc91925b801ff8d06ec276e957=hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957.} 2024-11-09T10:21:56,084 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ebfbf2cc91925b801ff8d06ec276e957, ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:56,084 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:21:56,084 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:21:56,084 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:21:56,084 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:21:56,084 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:21:56,085 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T10:21:56,097 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/.tmp/info/3c5dedecf6734025b62197a37dc9dc79 is 147, key is hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957./info:regioninfo/1731147705800/Put/seqid=0 2024-11-09T10:21:56,098 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/.tmp/f/5bfc7642cc1f4e5fb9d7d9d8363d13d6 is 37, key is row3/f:row3/1731147713693/Put/seqid=0 2024-11-09T10:21:56,099 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:21:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741840_1016 (size=5228) 2024-11-09T10:21:56,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741841_1017 (size=7686) 2024-11-09T10:21:56,219 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:21:56,285 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ebfbf2cc91925b801ff8d06ec276e957, ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:56,387 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1473, reset compression=false 2024-11-09T10:21:56,435 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1521, reset compression=false 2024-11-09T10:21:56,438 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:56,438 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1768, reset compression=false 2024-11-09T10:21:56,438 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46717,1731147690516 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:21:56,439 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e067b2c2c7b3,46717,1731147690516: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e067b2c2c7b3,46717,1731147690516, walGroup=e067b2c2c7b3%2C46717%2C1731147690516, offset=e067b2c2c7b3%2C46717%2C1731147690516.1731147692810:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:46717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T10:21:56,440 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T10:21:56,440 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T10:21:56,441 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T10:21:56,441 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T10:21:56,441 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T10:21:56,441 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1237319680, "init": 1048576000, "max": 2306867200, "used": 865078968 }, "NonHeapMemoryUsage": { "committed": 202047488, "init": 7667712, "max": -1, "used": 199156688 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T10:21:56,441 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:45769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:45769 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T10:21:56,485 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ebfbf2cc91925b801ff8d06ec276e957, ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:56,501 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/.tmp/info/3c5dedecf6734025b62197a37dc9dc79 2024-11-09T10:21:56,501 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/.tmp/f/5bfc7642cc1f4e5fb9d7d9d8363d13d6 2024-11-09T10:21:56,505 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bfc7642cc1f4e5fb9d7d9d8363d13d6 2024-11-09T10:21:56,521 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/.tmp/ns/1b13c4e8a49b4e4780e8079205dcd351 is 43, key is default/ns:d/1731147693785/Put/seqid=0 2024-11-09T10:21:56,522 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/.tmp/f1/875d28463daa49e6bad97395853afbfc is 30, key is row1/f1:/1731147711021/DeleteFamily/seqid=0 2024-11-09T10:21:56,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741842_1018 (size=5153) 2024-11-09T10:21:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741843_1019 (size=5158) 2024-11-09T10:21:56,525 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/.tmp/f1/875d28463daa49e6bad97395853afbfc 2024-11-09T10:21:56,528 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 875d28463daa49e6bad97395853afbfc 2024-11-09T10:21:56,545 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/.tmp/norep/3c69262783aa4136b37c3df819de1ed4 is 33, key is row2/norep:/1731147712038/DeleteFamily/seqid=0 2024-11-09T10:21:56,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741844_1020 (size=5108) 2024-11-09T10:21:56,641 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1768, reset compression=false 2024-11-09T10:21:56,685 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ebfbf2cc91925b801ff8d06ec276e957, ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:56,716 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:21:56,716 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:21:56,722 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:21:56,885 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ebfbf2cc91925b801ff8d06ec276e957, ed3da50dc2695da1a20c7984957e9107 2024-11-09T10:21:56,925 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/.tmp/ns/1b13c4e8a49b4e4780e8079205dcd351 2024-11-09T10:21:56,941 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/.tmp/rep_barrier/7e99dba558fd4aceaf1a9a4592cf3f1e is 112, key is test,,1731147698174.ed3da50dc2695da1a20c7984957e9107./rep_barrier:seqnumDuringOpen/1731147699315/Put/seqid=0 2024-11-09T10:21:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741845_1021 (size=5518) 2024-11-09T10:21:56,944 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1768, reset compression=false 2024-11-09T10:21:56,948 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/.tmp/norep/3c69262783aa4136b37c3df819de1ed4 2024-11-09T10:21:56,951 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c69262783aa4136b37c3df819de1ed4 2024-11-09T10:21:56,951 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/.tmp/f/5bfc7642cc1f4e5fb9d7d9d8363d13d6 as hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/f/5bfc7642cc1f4e5fb9d7d9d8363d13d6 2024-11-09T10:21:56,955 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bfc7642cc1f4e5fb9d7d9d8363d13d6 2024-11-09T10:21:56,955 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/f/5bfc7642cc1f4e5fb9d7d9d8363d13d6, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T10:21:56,955 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/.tmp/f1/875d28463daa49e6bad97395853afbfc as hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/f1/875d28463daa49e6bad97395853afbfc 2024-11-09T10:21:56,959 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 875d28463daa49e6bad97395853afbfc 2024-11-09T10:21:56,959 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/f1/875d28463daa49e6bad97395853afbfc, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T10:21:56,960 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/.tmp/norep/3c69262783aa4136b37c3df819de1ed4 as hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/norep/3c69262783aa4136b37c3df819de1ed4 2024-11-09T10:21:56,963 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3c69262783aa4136b37c3df819de1ed4 2024-11-09T10:21:56,963 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/norep/3c69262783aa4136b37c3df819de1ed4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T10:21:56,964 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ed3da50dc2695da1a20c7984957e9107 in 880ms, sequenceid=12, compaction requested=false 2024-11-09T10:21:56,967 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/default/test/ed3da50dc2695da1a20c7984957e9107/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T10:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:21:56,968 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. 2024-11-09T10:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed3da50dc2695da1a20c7984957e9107: Waiting for close lock at 1731147716084Running coprocessor pre-close hooks at 1731147716084Disabling compacts and flushes for region at 1731147716084Disabling writes for close at 1731147716084Obtaining lock to block concurrent updates at 1731147716084Preparing flush snapshotting stores in ed3da50dc2695da1a20c7984957e9107 at 1731147716084Finished memstore snapshotting test,,1731147698174.ed3da50dc2695da1a20c7984957e9107., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731147716085 (+1 ms)Flushing stores of test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. at 1731147716085Flushing ed3da50dc2695da1a20c7984957e9107/f: creating writer at 1731147716085Flushing ed3da50dc2695da1a20c7984957e9107/f: appending metadata at 1731147716097 (+12 ms)Flushing ed3da50dc2695da1a20c7984957e9107/f: closing flushed file at 1731147716097Flushing ed3da50dc2695da1a20c7984957e9107/f1: creating writer at 1731147716505 (+408 ms)Flushing ed3da50dc2695da1a20c7984957e9107/f1: appending metadata at 1731147716522 (+17 ms)Flushing ed3da50dc2695da1a20c7984957e9107/f1: closing flushed file at 1731147716522Flushing ed3da50dc2695da1a20c7984957e9107/norep: creating writer at 1731147716529 (+7 ms)Flushing ed3da50dc2695da1a20c7984957e9107/norep: appending metadata at 1731147716544 (+15 ms)Flushing ed3da50dc2695da1a20c7984957e9107/norep: closing flushed file at 1731147716544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@975913f: reopening flushed file at 1731147716951 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2723fd6e: reopening flushed file at 1731147716955 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35837ee0: reopening flushed file at 1731147716959 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ed3da50dc2695da1a20c7984957e9107 in 880ms, sequenceid=12, compaction requested=false at 1731147716964 (+5 ms)Writing region close event to WAL at 1731147716965 (+1 ms)Running coprocessor post-close hooks at 1731147716968 (+3 ms)Closed at 1731147716968 2024-11-09T10:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147698174.ed3da50dc2695da1a20c7984957e9107. 2024-11-09T10:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebfbf2cc91925b801ff8d06ec276e957, disabling compactions & flushes 2024-11-09T10:21:56,968 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. after waiting 0 ms 2024-11-09T10:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebfbf2cc91925b801ff8d06ec276e957: Waiting for close lock at 1731147716968Running coprocessor pre-close hooks at 1731147716968Disabling compacts and flushes for region at 1731147716968Disabling writes for close at 1731147716968Failed flush hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957., putting online again at 1731147716968 2024-11-09T10:21:56,968 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:56,990 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1473, reset compression=false 2024-11-09T10:21:57,085 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:21:57,085 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ebfbf2cc91925b801ff8d06ec276e957=hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957.} 2024-11-09T10:21:57,085 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(3091): Received CLOSE for ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:57,085 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ebfbf2cc91925b801ff8d06ec276e957 2024-11-09T10:21:57,085 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebfbf2cc91925b801ff8d06ec276e957, disabling compactions & flushes 2024-11-09T10:21:57,086 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:57,086 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:57,086 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. after waiting 0 ms 2024-11-09T10:21:57,086 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:57,086 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebfbf2cc91925b801ff8d06ec276e957: Waiting for close lock at 1731147717085Running coprocessor pre-close hooks at 1731147717085Disabling compacts and flushes for region at 1731147717085Disabling writes for close at 1731147717086 (+1 ms)Failed flush hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957., putting online again at 1731147717086 2024-11-09T10:21:57,086 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731147704645.ebfbf2cc91925b801ff8d06ec276e957. 2024-11-09T10:21:57,286 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:21:57,325 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:21:57,344 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/.tmp/rep_barrier/7e99dba558fd4aceaf1a9a4592cf3f1e 2024-11-09T10:21:57,347 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 1768, reset compression=false 2024-11-09T10:21:57,351 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:21:57,351 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 2412, reset compression=false 2024-11-09T10:21:57,361 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/.tmp/table/73667028d45844179575a5902ea63a55 is 53, key is hbase:replication/table:state/1731147705807/Put/seqid=0 2024-11-09T10:21:57,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741846_1022 (size=5308) 2024-11-09T10:21:57,486 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:21:57,556 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 2412, reset compression=false 2024-11-09T10:21:57,686 DEBUG [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:21:57,693 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1473, reset compression=false 2024-11-09T10:21:57,765 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/.tmp/table/73667028d45844179575a5902ea63a55 2024-11-09T10:21:57,769 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/.tmp/info/3c5dedecf6734025b62197a37dc9dc79 as hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/info/3c5dedecf6734025b62197a37dc9dc79 2024-11-09T10:21:57,773 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/info/3c5dedecf6734025b62197a37dc9dc79, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T10:21:57,773 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/.tmp/ns/1b13c4e8a49b4e4780e8079205dcd351 as hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/ns/1b13c4e8a49b4e4780e8079205dcd351 2024-11-09T10:21:57,777 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/ns/1b13c4e8a49b4e4780e8079205dcd351, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T10:21:57,778 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/.tmp/rep_barrier/7e99dba558fd4aceaf1a9a4592cf3f1e as hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/rep_barrier/7e99dba558fd4aceaf1a9a4592cf3f1e 2024-11-09T10:21:57,782 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/rep_barrier/7e99dba558fd4aceaf1a9a4592cf3f1e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T10:21:57,782 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/.tmp/table/73667028d45844179575a5902ea63a55 as hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/table/73667028d45844179575a5902ea63a55 2024-11-09T10:21:57,786 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/table/73667028d45844179575a5902ea63a55, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T10:21:57,787 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-11-09T10:21:57,791 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T10:21:57,791 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:21:57,791 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:21:57,791 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:21:57,791 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147716084Running coprocessor pre-close hooks at 1731147716084Disabling compacts and flushes for region at 1731147716084Disabling writes for close at 1731147716084Obtaining lock to block concurrent updates at 1731147716085 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731147716085Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731147716085Flushing stores of hbase:meta,,1.1588230740 at 1731147716085Flushing 1588230740/info: creating writer at 1731147716085Flushing 1588230740/info: appending metadata at 1731147716097 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731147716097Flushing 1588230740/ns: creating writer at 1731147716505 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731147716521 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731147716521Flushing 1588230740/rep_barrier: creating writer at 1731147716928 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147716941 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147716941Flushing 1588230740/table: creating writer at 1731147717348 (+407 ms)Flushing 1588230740/table: appending metadata at 1731147717361 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731147717361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@203b842a: reopening flushed file at 1731147717768 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aafd442: reopening flushed file at 1731147717773 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@647ef3ff: reopening flushed file at 1731147717777 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b09c791: reopening flushed file at 1731147717782 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1731147717787 (+5 ms)Writing region close event to WAL at 1731147717788 (+1 ms)Running coprocessor post-close hooks at 1731147717791 (+3 ms)Closed at 1731147717791 2024-11-09T10:21:57,791 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:21:57,859 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 to pos 2412, reset compression=false 2024-11-09T10:21:57,886 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T10:21:57,886 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,46717,1731147690516; all regions closed. 2024-11-09T10:21:57,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741834_1010 (size=4239) 2024-11-09T10:21:57,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741839_1015 (size=2390) 2024-11-09T10:21:57,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741832_1008 (size=2420) 2024-11-09T10:21:57,893 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/WALs/e067b2c2c7b3,46717,1731147690516/e067b2c2c7b3%2C46717%2C1731147690516.1731147692810 not finished, retry = 0 2024-11-09T10:21:57,993 DEBUG [RS:0;e067b2c2c7b3:46717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:57,994 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:21:57,994 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:21:57,994 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:21:57,994 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:21:57,994 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:21:57,994 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,46717,1731147690516 because: Region server is closing 2024-11-09T10:21:57,994 INFO [RS:0;e067b2c2c7b3:46717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:46717. 2024-11-09T10:21:57,995 DEBUG [RS:0;e067b2c2c7b3:46717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:57,995 DEBUG [RS:0;e067b2c2c7b3:46717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:57,995 DEBUG [RS:0;e067b2c2c7b3:46717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:57,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:58,028 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:21:58,095 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.shippere067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 terminated 2024-11-09T10:21:58,095 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46717,1731147690516.replicationSource.wal-reader.e067b2c2c7b3%2C46717%2C1731147690516,1-e067b2c2c7b3,46717,1731147690516 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:21:58,095 INFO [RS:0;e067b2c2c7b3:46717 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:46717. 2024-11-09T10:21:58,095 DEBUG [RS:0;e067b2c2c7b3:46717 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:21:58,095 DEBUG [RS:0;e067b2c2c7b3:46717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:58,095 DEBUG [RS:0;e067b2c2c7b3:46717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:21:58,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:21:58,095 INFO [RS:0;e067b2c2c7b3:46717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46717 2024-11-09T10:21:58,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1749767461/rs/e067b2c2c7b3,46717,1731147690516 2024-11-09T10:21:58,145 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:21:58,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461/rs 2024-11-09T10:21:58,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,46717,1731147690516] 2024-11-09T10:21:58,166 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1749767461/draining/e067b2c2c7b3,46717,1731147690516 already deleted, retry=false 2024-11-09T10:21:58,166 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,46717,1731147690516 expired; onlineServers=0 2024-11-09T10:21:58,166 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,45769,1731147690366' ***** 2024-11-09T10:21:58,166 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:21:58,166 INFO [M:0;e067b2c2c7b3:45769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:21:58,166 INFO [M:0;e067b2c2c7b3:45769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:21:58,166 DEBUG [M:0;e067b2c2c7b3:45769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:21:58,166 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:21:58,166 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147692516 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147692516,5,FailOnTimeoutGroup] 2024-11-09T10:21:58,166 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147692518 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147692518,5,FailOnTimeoutGroup] 2024-11-09T10:21:58,166 DEBUG [M:0;e067b2c2c7b3:45769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:21:58,167 INFO [M:0;e067b2c2c7b3:45769 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:21:58,167 INFO [M:0;e067b2c2c7b3:45769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:21:58,167 DEBUG [M:0;e067b2c2c7b3:45769 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:21:58,167 INFO [M:0;e067b2c2c7b3:45769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:21:58,167 INFO [M:0;e067b2c2c7b3:45769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:21:58,167 INFO [M:0;e067b2c2c7b3:45769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:21:58,167 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:21:58,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1749767461/master 2024-11-09T10:21:58,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1749767461 2024-11-09T10:21:58,177 DEBUG [M:0;e067b2c2c7b3:45769 {}] zookeeper.ZKUtil(347): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Unable to get data of znode /2-1749767461/master because node does not exist (not an error) 2024-11-09T10:21:58,177 WARN [M:0;e067b2c2c7b3:45769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:21:58,178 INFO [M:0;e067b2c2c7b3:45769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/.lastflushedseqids 2024-11-09T10:21:58,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741847_1023 (size=245) 2024-11-09T10:21:58,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:21:58,256 INFO [RS:0;e067b2c2c7b3:46717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:21:58,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46717-0x1011f1d39350007, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:21:58,256 INFO [RS:0;e067b2c2c7b3:46717 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,46717,1731147690516; zookeeper connection closed. 2024-11-09T10:21:58,256 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35e6e14b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35e6e14b 2024-11-09T10:21:58,256 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:21:58,497 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1473, reset compression=false 2024-11-09T10:21:58,581 INFO [M:0;e067b2c2c7b3:45769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:21:58,581 INFO [M:0;e067b2c2c7b3:45769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:21:58,582 DEBUG [M:0;e067b2c2c7b3:45769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:21:58,582 INFO [M:0;e067b2c2c7b3:45769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:58,582 DEBUG [M:0;e067b2c2c7b3:45769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:58,582 DEBUG [M:0;e067b2c2c7b3:45769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:21:58,582 DEBUG [M:0;e067b2c2c7b3:45769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:58,582 INFO [M:0;e067b2c2c7b3:45769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-09T10:21:58,596 DEBUG [M:0;e067b2c2c7b3:45769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcffe135ebb542da8bdc674b1395e784 is 82, key is hbase:meta,,1/info:regioninfo/1731147693770/Put/seqid=0 2024-11-09T10:21:58,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741848_1024 (size=5672) 2024-11-09T10:21:58,831 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:21:58,999 INFO [M:0;e067b2c2c7b3:45769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcffe135ebb542da8bdc674b1395e784 2024-11-09T10:21:59,015 DEBUG [M:0;e067b2c2c7b3:45769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df39e86b58ce411ca97cd09c9823d420 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731147705810/Put/seqid=0 2024-11-09T10:21:59,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741849_1025 (size=9212) 2024-11-09T10:21:59,400 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1473, reset compression=false 2024-11-09T10:21:59,418 INFO [M:0;e067b2c2c7b3:45769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df39e86b58ce411ca97cd09c9823d420 2024-11-09T10:21:59,433 DEBUG [M:0;e067b2c2c7b3:45769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2aa868e0311c41749b85fd9511174af1 is 69, key is e067b2c2c7b3,46717,1731147690516/rs:state/1731147692596/Put/seqid=0 2024-11-09T10:21:59,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741850_1026 (size=5156) 2024-11-09T10:21:59,734 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:21:59,836 INFO [M:0;e067b2c2c7b3:45769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2aa868e0311c41749b85fd9511174af1 2024-11-09T10:21:59,840 DEBUG [M:0;e067b2c2c7b3:45769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bcffe135ebb542da8bdc674b1395e784 as hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcffe135ebb542da8bdc674b1395e784 2024-11-09T10:21:59,843 INFO [M:0;e067b2c2c7b3:45769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bcffe135ebb542da8bdc674b1395e784, entries=8, sequenceid=127, filesize=5.5 K 2024-11-09T10:21:59,844 DEBUG [M:0;e067b2c2c7b3:45769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df39e86b58ce411ca97cd09c9823d420 as hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df39e86b58ce411ca97cd09c9823d420 2024-11-09T10:21:59,846 INFO [M:0;e067b2c2c7b3:45769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df39e86b58ce411ca97cd09c9823d420, entries=15, sequenceid=127, filesize=9.0 K 2024-11-09T10:21:59,847 DEBUG [M:0;e067b2c2c7b3:45769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2aa868e0311c41749b85fd9511174af1 as hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2aa868e0311c41749b85fd9511174af1 2024-11-09T10:21:59,850 INFO [M:0;e067b2c2c7b3:45769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38047/user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2aa868e0311c41749b85fd9511174af1, entries=1, sequenceid=127, filesize=5.0 K 2024-11-09T10:21:59,851 INFO [M:0;e067b2c2c7b3:45769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=127, compaction requested=false 2024-11-09T10:21:59,852 INFO [M:0;e067b2c2c7b3:45769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:21:59,852 DEBUG [M:0;e067b2c2c7b3:45769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147718582Disabling compacts and flushes for region at 1731147718582Disabling writes for close at 1731147718582Obtaining lock to block concurrent updates at 1731147718582Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147718582Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731147718582Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147718583 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147718583Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147718595 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147718595Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147719002 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147719014 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147719014Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147719421 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147719432 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147719432Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@780939d6: reopening flushed file at 1731147719839 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c341075: reopening flushed file at 1731147719843 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110a3c7d: reopening flushed file at 1731147719847 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=127, compaction requested=false at 1731147719851 (+4 ms)Writing region close event to WAL at 1731147719852 (+1 ms)Closed at 1731147719852 2024-11-09T10:21:59,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38843 is added to blk_1073741830_1006 (size=73866) 2024-11-09T10:21:59,853 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4d711380-eddc-2038-33f6-8284fb2cda5a/MasterData/WALs/e067b2c2c7b3,45769,1731147690366/e067b2c2c7b3%2C45769%2C1731147690366.1731147692229 not finished, retry = 0 2024-11-09T10:21:59,954 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T10:21:59,954 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:21:59,954 INFO [M:0;e067b2c2c7b3:45769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:21:59,954 INFO [M:0;e067b2c2c7b3:45769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45769 2024-11-09T10:21:59,955 INFO [M:0;e067b2c2c7b3:45769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:22:00,198 INFO [M:0;e067b2c2c7b3:45769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:22:00,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:00,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45769-0x1011f1d39350006, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:00,240 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11735bc3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:22:00,241 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6181fcd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:22:00,241 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:22:00,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c41974f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:22:00,241 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e4df4f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/hadoop.log.dir/,STOPPED} 2024-11-09T10:22:00,242 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:22:00,242 WARN [BP-1552216815-172.17.0.3-1731147688437 heartbeating to localhost/127.0.0.1:38047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:22:00,242 WARN [BP-1552216815-172.17.0.3-1731147688437 heartbeating to localhost/127.0.0.1:38047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1552216815-172.17.0.3-1731147688437 (Datanode Uuid a3b5af72-a655-4938-bd34-ec24e98910cc) service to localhost/127.0.0.1:38047 2024-11-09T10:22:00,242 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:22:00,243 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/cluster_ae1f679c-dce6-3991-7ea9-1d454266af6b/data/data1/current/BP-1552216815-172.17.0.3-1731147688437 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:22:00,243 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/cluster_ae1f679c-dce6-3991-7ea9-1d454266af6b/data/data2/current/BP-1552216815-172.17.0.3-1731147688437 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:22:00,243 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:22:00,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fe34b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:22:00,249 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29d513ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:22:00,249 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:22:00,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655c6ebf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:22:00,250 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79194981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/hadoop.log.dir/,STOPPED} 2024-11-09T10:22:00,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:22:00,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:22:00,265 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:00,265 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:00,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:00,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:00,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:00,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:22:00,266 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1130772654, stopped=false 2024-11-09T10:22:00,266 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,38647,1731147684835 2024-11-09T10:22:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1141854824/running 2024-11-09T10:22:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1141854824/running 2024-11-09T10:22:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:22:00,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:22:00,282 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:22:00,282 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:00,282 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:00,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:00,282 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,38959,1731147684975' ***** 2024-11-09T10:22:00,282 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:22:00,283 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:22:00,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Set watcher on znode that does not yet exist, /1141854824/running 2024-11-09T10:22:00,283 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:22:00,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Set watcher on znode that does not yet exist, /1141854824/running 2024-11-09T10:22:00,283 INFO [RS:0;e067b2c2c7b3:38959 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:22:00,283 INFO [RS:0;e067b2c2c7b3:38959 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:22:00,283 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(3091): Received CLOSE for 0c363bf9684936da3657ddd051b6c49a 2024-11-09T10:22:00,283 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bf2d48b8856b77e6f208b563e13843a 2024-11-09T10:22:00,283 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,38959,1731147684975 2024-11-09T10:22:00,283 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:22:00,283 INFO [RS:0;e067b2c2c7b3:38959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:38959. 2024-11-09T10:22:00,283 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0c363bf9684936da3657ddd051b6c49a, disabling compactions & flushes 2024-11-09T10:22:00,283 DEBUG [RS:0;e067b2c2c7b3:38959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:00,283 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. 2024-11-09T10:22:00,284 DEBUG [RS:0;e067b2c2c7b3:38959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:00,284 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. 2024-11-09T10:22:00,284 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. after waiting 0 ms 2024-11-09T10:22:00,284 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. 2024-11-09T10:22:00,284 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:22:00,284 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:22:00,284 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:22:00,284 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:22:00,284 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0c363bf9684936da3657ddd051b6c49a 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-09T10:22:00,284 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T10:22:00,284 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1325): Online Regions={0c363bf9684936da3657ddd051b6c49a=hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a., 1588230740=hbase:meta,,1.1588230740, 0bf2d48b8856b77e6f208b563e13843a=test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a.} 2024-11-09T10:22:00,284 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1351): Waiting on 0bf2d48b8856b77e6f208b563e13843a, 0c363bf9684936da3657ddd051b6c49a, 1588230740 2024-11-09T10:22:00,284 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:22:00,284 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:22:00,284 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:22:00,284 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:22:00,284 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:22:00,284 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T10:22:00,297 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/.tmp/info/cc43c7c728c9423abe2cc6551267ae22 is 147, key is hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a./info:regioninfo/1731147703718/Put/seqid=0 2024-11-09T10:22:00,300 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/replication/0c363bf9684936da3657ddd051b6c49a/.tmp/queue/2bad2c9ebba84f489bdadaa111638025 is 154, key is 1-e067b2c2c7b3,38959,1731147684975/queue:e067b2c2c7b3%2C38959%2C1731147684975/1731147714978/Put/seqid=0 2024-11-09T10:22:00,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741840_1016 (size=7686) 2024-11-09T10:22:00,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741841_1017 (size=5353) 2024-11-09T10:22:00,308 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/replication/0c363bf9684936da3657ddd051b6c49a/.tmp/queue/2bad2c9ebba84f489bdadaa111638025 2024-11-09T10:22:00,315 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/replication/0c363bf9684936da3657ddd051b6c49a/.tmp/queue/2bad2c9ebba84f489bdadaa111638025 as hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/replication/0c363bf9684936da3657ddd051b6c49a/queue/2bad2c9ebba84f489bdadaa111638025 2024-11-09T10:22:00,318 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/replication/0c363bf9684936da3657ddd051b6c49a/queue/2bad2c9ebba84f489bdadaa111638025, entries=1, sequenceid=14, filesize=5.2 K 2024-11-09T10:22:00,319 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0c363bf9684936da3657ddd051b6c49a in 35ms, sequenceid=14, compaction requested=false 2024-11-09T10:22:00,322 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/replication/0c363bf9684936da3657ddd051b6c49a/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-09T10:22:00,322 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:00,322 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:22:00,322 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. 2024-11-09T10:22:00,322 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0c363bf9684936da3657ddd051b6c49a: Waiting for close lock at 1731147720283Running coprocessor pre-close hooks at 1731147720283Disabling compacts and flushes for region at 1731147720283Disabling writes for close at 1731147720284 (+1 ms)Obtaining lock to block concurrent updates at 1731147720284Preparing flush snapshotting stores in 0c363bf9684936da3657ddd051b6c49a at 1731147720284Finished memstore snapshotting hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731147720284Flushing stores of hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. at 1731147720284Flushing 0c363bf9684936da3657ddd051b6c49a/queue: creating writer at 1731147720284Flushing 0c363bf9684936da3657ddd051b6c49a/queue: appending metadata at 1731147720300 (+16 ms)Flushing 0c363bf9684936da3657ddd051b6c49a/queue: closing flushed file at 1731147720300Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d98d257: reopening flushed file at 1731147720314 (+14 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0c363bf9684936da3657ddd051b6c49a in 35ms, sequenceid=14, compaction requested=false at 1731147720319 (+5 ms)Writing region close event to WAL at 1731147720320 (+1 ms)Running coprocessor post-close hooks at 1731147720322 (+2 ms)Closed at 1731147720322 2024-11-09T10:22:00,322 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147702494.0c363bf9684936da3657ddd051b6c49a. 2024-11-09T10:22:00,323 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bf2d48b8856b77e6f208b563e13843a, disabling compactions & flushes 2024-11-09T10:22:00,323 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. 2024-11-09T10:22:00,323 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. 2024-11-09T10:22:00,323 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. after waiting 0 ms 2024-11-09T10:22:00,323 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. 2024-11-09T10:22:00,323 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bf2d48b8856b77e6f208b563e13843a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-09T10:22:00,337 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/.tmp/f/96e152f0b9b14fd2a9dbf5045445e738 is 37, key is row3/f:row3/1731147713693/Put/seqid=0 2024-11-09T10:22:00,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741842_1018 (size=5228) 2024-11-09T10:22:00,365 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:22:00,403 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1473, reset compression=false 2024-11-09T10:22:00,407 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:00,407 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1720, reset compression=false 2024-11-09T10:22:00,407 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,38959,1731147684975 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:00,408 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e067b2c2c7b3,38959,1731147684975: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e067b2c2c7b3,38959,1731147684975, walGroup=e067b2c2c7b3%2C38959%2C1731147684975, offset=e067b2c2c7b3%2C38959%2C1731147684975.1731147687168:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:38959 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T10:22:00,410 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T10:22:00,410 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T10:22:00,410 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T10:22:00,410 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T10:22:00,410 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T10:22:00,410 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1237319680, "init": 1048576000, "max": 2306867200, "used": 946867896 }, "NonHeapMemoryUsage": { "committed": 202440704, "init": 7667712, "max": -1, "used": 199549168 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T10:22:00,411 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:38647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:38647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T10:22:00,484 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1351): Waiting on 0bf2d48b8856b77e6f208b563e13843a, 1588230740 2024-11-09T10:22:00,612 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1720, reset compression=false 2024-11-09T10:22:00,684 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1351): Waiting on 0bf2d48b8856b77e6f208b563e13843a, 1588230740 2024-11-09T10:22:00,701 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/.tmp/info/cc43c7c728c9423abe2cc6551267ae22 2024-11-09T10:22:00,720 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/.tmp/ns/ac42f4c02e47444bb05acd89b0038bc4 is 43, key is default/ns:d/1731147688342/Put/seqid=0 2024-11-09T10:22:00,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741843_1019 (size=5153) 2024-11-09T10:22:00,737 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:22:00,740 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/.tmp/f/96e152f0b9b14fd2a9dbf5045445e738 2024-11-09T10:22:00,743 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96e152f0b9b14fd2a9dbf5045445e738 2024-11-09T10:22:00,755 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/.tmp/f1/eada2afb9b2642b0b0b0e493e8588365 is 30, key is row1/f1:/1731147711021/DeleteFamily/seqid=0 2024-11-09T10:22:00,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741844_1020 (size=5158) 2024-11-09T10:22:00,884 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1351): Waiting on 0bf2d48b8856b77e6f208b563e13843a, 1588230740 2024-11-09T10:22:00,915 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1720, reset compression=false 2024-11-09T10:22:01,011 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:38647 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T10:22:01,084 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1351): Waiting on 0bf2d48b8856b77e6f208b563e13843a, 1588230740 2024-11-09T10:22:01,092 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:22:01,092 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:22:01,124 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/.tmp/ns/ac42f4c02e47444bb05acd89b0038bc4 2024-11-09T10:22:01,143 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/.tmp/rep_barrier/bdb739f50ff84ee0801885e7ff8d18f1 is 112, key is test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a./rep_barrier:seqnumDuringOpen/1731147697166/Put/seqid=0 2024-11-09T10:22:01,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741845_1021 (size=5518) 2024-11-09T10:22:01,159 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/.tmp/f1/eada2afb9b2642b0b0b0e493e8588365 2024-11-09T10:22:01,162 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eada2afb9b2642b0b0b0e493e8588365 2024-11-09T10:22:01,175 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/.tmp/norep/a34f0021caf74ec9ac40604e177879cd is 33, key is row1/norep:/1731147711021/DeleteFamily/seqid=0 2024-11-09T10:22:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741846_1022 (size=5108) 2024-11-09T10:22:01,285 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:22:01,285 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0bf2d48b8856b77e6f208b563e13843a=test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a.} 2024-11-09T10:22:01,285 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1351): Waiting on 0bf2d48b8856b77e6f208b563e13843a, 1588230740 2024-11-09T10:22:01,317 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1720, reset compression=false 2024-11-09T10:22:01,485 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1351): Waiting on 0bf2d48b8856b77e6f208b563e13843a, 1588230740 2024-11-09T10:22:01,547 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/.tmp/rep_barrier/bdb739f50ff84ee0801885e7ff8d18f1 2024-11-09T10:22:01,564 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/.tmp/table/aa7e83b455f640658cdf382520923f11 is 53, key is hbase:replication/table:state/1731147703725/Put/seqid=0 2024-11-09T10:22:01,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741847_1023 (size=5308) 2024-11-09T10:22:01,579 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/.tmp/norep/a34f0021caf74ec9ac40604e177879cd 2024-11-09T10:22:01,582 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a34f0021caf74ec9ac40604e177879cd 2024-11-09T10:22:01,583 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/.tmp/f/96e152f0b9b14fd2a9dbf5045445e738 as hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/f/96e152f0b9b14fd2a9dbf5045445e738 2024-11-09T10:22:01,586 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 96e152f0b9b14fd2a9dbf5045445e738 2024-11-09T10:22:01,586 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/f/96e152f0b9b14fd2a9dbf5045445e738, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T10:22:01,587 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/.tmp/f1/eada2afb9b2642b0b0b0e493e8588365 as hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/f1/eada2afb9b2642b0b0b0e493e8588365 2024-11-09T10:22:01,590 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eada2afb9b2642b0b0b0e493e8588365 2024-11-09T10:22:01,590 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/f1/eada2afb9b2642b0b0b0e493e8588365, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T10:22:01,590 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/.tmp/norep/a34f0021caf74ec9ac40604e177879cd as hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/norep/a34f0021caf74ec9ac40604e177879cd 2024-11-09T10:22:01,593 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a34f0021caf74ec9ac40604e177879cd 2024-11-09T10:22:01,593 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/norep/a34f0021caf74ec9ac40604e177879cd, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T10:22:01,594 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0bf2d48b8856b77e6f208b563e13843a in 1271ms, sequenceid=12, compaction requested=false 2024-11-09T10:22:01,594 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T10:22:01,598 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/default/test/0bf2d48b8856b77e6f208b563e13843a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T10:22:01,598 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:01,598 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:22:01,598 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. 2024-11-09T10:22:01,598 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bf2d48b8856b77e6f208b563e13843a: Waiting for close lock at 1731147720322Running coprocessor pre-close hooks at 1731147720322Disabling compacts and flushes for region at 1731147720322Disabling writes for close at 1731147720323 (+1 ms)Obtaining lock to block concurrent updates at 1731147720323Preparing flush snapshotting stores in 0bf2d48b8856b77e6f208b563e13843a at 1731147720323Finished memstore snapshotting test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731147720323Flushing stores of test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. at 1731147720323Flushing 0bf2d48b8856b77e6f208b563e13843a/f: creating writer at 1731147720323Flushing 0bf2d48b8856b77e6f208b563e13843a/f: appending metadata at 1731147720336 (+13 ms)Flushing 0bf2d48b8856b77e6f208b563e13843a/f: closing flushed file at 1731147720336Flushing 0bf2d48b8856b77e6f208b563e13843a/f1: creating writer at 1731147720743 (+407 ms)Flushing 0bf2d48b8856b77e6f208b563e13843a/f1: appending metadata at 1731147720755 (+12 ms)Flushing 0bf2d48b8856b77e6f208b563e13843a/f1: closing flushed file at 1731147720755Flushing 0bf2d48b8856b77e6f208b563e13843a/norep: creating writer at 1731147721162 (+407 ms)Flushing 0bf2d48b8856b77e6f208b563e13843a/norep: appending metadata at 1731147721174 (+12 ms)Flushing 0bf2d48b8856b77e6f208b563e13843a/norep: closing flushed file at 1731147721174Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16768c79: reopening flushed file at 1731147721582 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@155ddc78: reopening flushed file at 1731147721586 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4683b9f9: reopening flushed file at 1731147721590 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0bf2d48b8856b77e6f208b563e13843a in 1271ms, sequenceid=12, compaction requested=false at 1731147721594 (+4 ms)Writing region close event to WAL at 1731147721596 (+2 ms)Running coprocessor post-close hooks at 1731147721598 (+2 ms)Closed at 1731147721598 2024-11-09T10:22:01,598 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147696024.0bf2d48b8856b77e6f208b563e13843a. 2024-11-09T10:22:01,685 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:22:01,820 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 1720, reset compression=false 2024-11-09T10:22:01,824 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:01,824 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 2364, reset compression=false 2024-11-09T10:22:01,839 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:22:01,885 DEBUG [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:22:01,968 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/.tmp/table/aa7e83b455f640658cdf382520923f11 2024-11-09T10:22:01,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:01,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:01,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:01,972 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/.tmp/info/cc43c7c728c9423abe2cc6551267ae22 as hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/info/cc43c7c728c9423abe2cc6551267ae22 2024-11-09T10:22:01,975 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/info/cc43c7c728c9423abe2cc6551267ae22, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T10:22:01,976 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/.tmp/ns/ac42f4c02e47444bb05acd89b0038bc4 as hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/ns/ac42f4c02e47444bb05acd89b0038bc4 2024-11-09T10:22:01,979 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/ns/ac42f4c02e47444bb05acd89b0038bc4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T10:22:01,980 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/.tmp/rep_barrier/bdb739f50ff84ee0801885e7ff8d18f1 as hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/rep_barrier/bdb739f50ff84ee0801885e7ff8d18f1 2024-11-09T10:22:01,983 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/rep_barrier/bdb739f50ff84ee0801885e7ff8d18f1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T10:22:01,984 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/.tmp/table/aa7e83b455f640658cdf382520923f11 as hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/table/aa7e83b455f640658cdf382520923f11 2024-11-09T10:22:01,987 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/table/aa7e83b455f640658cdf382520923f11, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T10:22:01,988 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-09T10:22:01,995 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T10:22:01,995 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:01,995 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:22:01,995 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:01,995 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147720284Running coprocessor pre-close hooks at 1731147720284Disabling compacts and flushes for region at 1731147720284Disabling writes for close at 1731147720284Obtaining lock to block concurrent updates at 1731147720284Preparing flush snapshotting stores in 1588230740 at 1731147720284Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731147720284Flushing stores of hbase:meta,,1.1588230740 at 1731147720285 (+1 ms)Flushing 1588230740/info: creating writer at 1731147720285Flushing 1588230740/info: appending metadata at 1731147720297 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731147720297Flushing 1588230740/ns: creating writer at 1731147720705 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731147720719 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731147720720 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731147721128 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147721143 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147721143Flushing 1588230740/table: creating writer at 1731147721551 (+408 ms)Flushing 1588230740/table: appending metadata at 1731147721563 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731147721563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7d4d1a: reopening flushed file at 1731147721971 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64411296: reopening flushed file at 1731147721976 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a971e: reopening flushed file at 1731147721980 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd8bfe4: reopening flushed file at 1731147721984 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1731147721988 (+4 ms)Writing region close event to WAL at 1731147721992 (+4 ms)Running coprocessor post-close hooks at 1731147721995 (+3 ms)Closed at 1731147721995 2024-11-09T10:22:01,995 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:01,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:01,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:01,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:01,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:01,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:01,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,007 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,026 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.wal-reader.e067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 to pos 2364, reset compression=false 2024-11-09T10:22:02,085 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,38959,1731147684975; all regions closed. 2024-11-09T10:22:02,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741834_1010 (size=4239) 2024-11-09T10:22:02,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.meta.1731147688273.meta not finished, retry = 0 2024-11-09T10:22:02,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741839_1015 (size=3552) 2024-11-09T10:22:02,193 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/WALs/e067b2c2c7b3,38959,1731147684975/e067b2c2c7b3%2C38959%2C1731147684975.1731147687168 not finished, retry = 0 2024-11-09T10:22:02,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741832_1008 (size=2372) 2024-11-09T10:22:02,294 DEBUG [RS:0;e067b2c2c7b3:38959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:02,294 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:22:02,294 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:22:02,294 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:22:02,295 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:22:02,295 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:22:02,295 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,38959,1731147684975 because: Region server is closing 2024-11-09T10:22:02,295 INFO [RS:0;e067b2c2c7b3:38959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:38959. 2024-11-09T10:22:02,295 DEBUG [RS:0;e067b2c2c7b3:38959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:02,295 DEBUG [RS:0;e067b2c2c7b3:38959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:02,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:02,296 DEBUG [RS:0;e067b2c2c7b3:38959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:02,396 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,38959,1731147684975.replicationSource.shippere067b2c2c7b3%2C38959%2C1731147684975,1-e067b2c2c7b3,38959,1731147684975 terminated 2024-11-09T10:22:02,396 INFO [RS:0;e067b2c2c7b3:38959 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:38959. 2024-11-09T10:22:02,396 DEBUG [RS:0;e067b2c2c7b3:38959 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:02,396 DEBUG [RS:0;e067b2c2c7b3:38959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:02,396 DEBUG [RS:0;e067b2c2c7b3:38959 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:02,396 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:02,396 INFO [RS:0;e067b2c2c7b3:38959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38959 2024-11-09T10:22:02,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824/rs 2024-11-09T10:22:02,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1141854824/rs/e067b2c2c7b3,38959,1731147684975 2024-11-09T10:22:02,461 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:22:02,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,38959,1731147684975] 2024-11-09T10:22:02,482 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1141854824/draining/e067b2c2c7b3,38959,1731147684975 already deleted, retry=false 2024-11-09T10:22:02,482 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,38959,1731147684975 expired; onlineServers=0 2024-11-09T10:22:02,482 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,38647,1731147684835' ***** 2024-11-09T10:22:02,482 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:22:02,482 INFO [M:0;e067b2c2c7b3:38647 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:22:02,482 INFO [M:0;e067b2c2c7b3:38647 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:22:02,482 DEBUG [M:0;e067b2c2c7b3:38647 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:22:02,482 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:22:02,482 DEBUG [M:0;e067b2c2c7b3:38647 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:22:02,482 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147686997 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147686997,5,FailOnTimeoutGroup] 2024-11-09T10:22:02,482 INFO [M:0;e067b2c2c7b3:38647 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:22:02,482 INFO [M:0;e067b2c2c7b3:38647 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:22:02,482 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147687000 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147687000,5,FailOnTimeoutGroup] 2024-11-09T10:22:02,482 DEBUG [M:0;e067b2c2c7b3:38647 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:22:02,482 INFO [M:0;e067b2c2c7b3:38647 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:22:02,483 INFO [M:0;e067b2c2c7b3:38647 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:22:02,483 INFO [M:0;e067b2c2c7b3:38647 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:22:02,483 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:22:02,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1141854824/master 2024-11-09T10:22:02,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1141854824 2024-11-09T10:22:02,492 DEBUG [M:0;e067b2c2c7b3:38647 {}] zookeeper.ZKUtil(347): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Unable to get data of znode /1141854824/master because node does not exist (not an error) 2024-11-09T10:22:02,492 WARN [M:0;e067b2c2c7b3:38647 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:22:02,493 INFO [M:0;e067b2c2c7b3:38647 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/.lastflushedseqids 2024-11-09T10:22:02,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741848_1024 (size=245) 2024-11-09T10:22:02,527 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:22:02,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:02,578 INFO [RS:0;e067b2c2c7b3:38959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:22:02,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38959-0x1011f1d39350004, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:02,578 INFO [RS:0;e067b2c2c7b3:38959 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,38959,1731147684975; zookeeper connection closed. 2024-11-09T10:22:02,578 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@534f6e4d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@534f6e4d 2024-11-09T10:22:02,578 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:22:02,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:02,778 INFO [master/e067b2c2c7b3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T10:22:02,778 INFO [master/e067b2c2c7b3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T10:22:02,896 INFO [M:0;e067b2c2c7b3:38647 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:22:02,897 INFO [M:0;e067b2c2c7b3:38647 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:22:02,897 DEBUG [M:0;e067b2c2c7b3:38647 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:22:02,897 INFO [M:0;e067b2c2c7b3:38647 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:02,897 DEBUG [M:0;e067b2c2c7b3:38647 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:02,897 DEBUG [M:0;e067b2c2c7b3:38647 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:22:02,897 DEBUG [M:0;e067b2c2c7b3:38647 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:02,897 INFO [M:0;e067b2c2c7b3:38647 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-09T10:22:02,914 DEBUG [M:0;e067b2c2c7b3:38647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a649ca191b6540afbc3114c54fb2c6ec is 82, key is hbase:meta,,1/info:regioninfo/1731147688307/Put/seqid=0 2024-11-09T10:22:02,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741849_1025 (size=5672) 2024-11-09T10:22:03,043 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:22:03,318 INFO [M:0;e067b2c2c7b3:38647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a649ca191b6540afbc3114c54fb2c6ec 2024-11-09T10:22:03,333 DEBUG [M:0;e067b2c2c7b3:38647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1daf8a9d5184bbc815720bab6c0d186 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731147697177/Put/seqid=0 2024-11-09T10:22:03,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741850_1026 (size=7218) 2024-11-09T10:22:03,737 INFO [M:0;e067b2c2c7b3:38647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1daf8a9d5184bbc815720bab6c0d186 2024-11-09T10:22:03,741 INFO [M:0;e067b2c2c7b3:38647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1daf8a9d5184bbc815720bab6c0d186 2024-11-09T10:22:03,753 DEBUG [M:0;e067b2c2c7b3:38647 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48d00cecfd584630b1ee06e666edad39 is 69, key is e067b2c2c7b3,38959,1731147684975/rs:state/1731147687024/Put/seqid=0 2024-11-09T10:22:03,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741851_1027 (size=5156) 2024-11-09T10:22:04,157 INFO [M:0;e067b2c2c7b3:38647 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48d00cecfd584630b1ee06e666edad39 2024-11-09T10:22:04,161 DEBUG [M:0;e067b2c2c7b3:38647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a649ca191b6540afbc3114c54fb2c6ec as hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a649ca191b6540afbc3114c54fb2c6ec 2024-11-09T10:22:04,164 INFO [M:0;e067b2c2c7b3:38647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a649ca191b6540afbc3114c54fb2c6ec, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T10:22:04,165 DEBUG [M:0;e067b2c2c7b3:38647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d1daf8a9d5184bbc815720bab6c0d186 as hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1daf8a9d5184bbc815720bab6c0d186 2024-11-09T10:22:04,168 INFO [M:0;e067b2c2c7b3:38647 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d1daf8a9d5184bbc815720bab6c0d186 2024-11-09T10:22:04,168 INFO [M:0;e067b2c2c7b3:38647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d1daf8a9d5184bbc815720bab6c0d186, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T10:22:04,169 DEBUG [M:0;e067b2c2c7b3:38647 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48d00cecfd584630b1ee06e666edad39 as hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48d00cecfd584630b1ee06e666edad39 2024-11-09T10:22:04,172 INFO [M:0;e067b2c2c7b3:38647 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38225/user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48d00cecfd584630b1ee06e666edad39, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T10:22:04,173 INFO [M:0;e067b2c2c7b3:38647 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-11-09T10:22:04,174 INFO [M:0;e067b2c2c7b3:38647 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:04,174 DEBUG [M:0;e067b2c2c7b3:38647 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147722897Disabling compacts and flushes for region at 1731147722897Disabling writes for close at 1731147722897Obtaining lock to block concurrent updates at 1731147722897Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147722897Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731147722897Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147722898 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147722898Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147722914 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147722914Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147723321 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147723333 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147723333Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147723741 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147723753 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147723753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75834163: reopening flushed file at 1731147724160 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11dad0c3: reopening flushed file at 1731147724164 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b280771: reopening flushed file at 1731147724169 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1731147724173 (+4 ms)Writing region close event to WAL at 1731147724174 (+1 ms)Closed at 1731147724174 2024-11-09T10:22:04,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36683 is added to blk_1073741830_1006 (size=64423) 2024-11-09T10:22:04,176 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9b463c41-0f6e-25e2-5102-899633296844/MasterData/WALs/e067b2c2c7b3,38647,1731147684835/e067b2c2c7b3%2C38647%2C1731147684835.1731147686715 not finished, retry = 0 2024-11-09T10:22:04,277 INFO [M:0;e067b2c2c7b3:38647 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:22:04,277 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:22:04,277 INFO [M:0;e067b2c2c7b3:38647 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38647 2024-11-09T10:22:04,277 INFO [M:0;e067b2c2c7b3:38647 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:22:04,347 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:22:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:04,445 INFO [M:0;e067b2c2c7b3:38647 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:22:04,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38647-0x1011f1d39350003, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:04,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a00b9a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:22:04,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d0ecd10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:22:04,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:22:04,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3f1a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:22:04,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45ff5f1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/hadoop.log.dir/,STOPPED} 2024-11-09T10:22:04,450 WARN [BP-625806205-172.17.0.3-1731147682866 heartbeating to localhost/127.0.0.1:38225 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:22:04,450 WARN [BP-625806205-172.17.0.3-1731147682866 heartbeating to localhost/127.0.0.1:38225 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-625806205-172.17.0.3-1731147682866 (Datanode Uuid 1aadaf28-f702-4061-a0ab-f4d0892eb04d) service to localhost/127.0.0.1:38225 2024-11-09T10:22:04,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/cluster_b16ae361-97b7-a432-9c3d-1713b85ba681/data/data1/current/BP-625806205-172.17.0.3-1731147682866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:22:04,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/cluster_b16ae361-97b7-a432-9c3d-1713b85ba681/data/data2/current/BP-625806205-172.17.0.3-1731147682866 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:22:04,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:22:04,450 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:22:04,450 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:22:04,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b2e3eb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:22:04,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@125cedb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:22:04,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:22:04,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599275ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:22:04,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e30c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e4f7d5e0-3437-30e8-b4cc-786bc67a19f0/hadoop.log.dir/,STOPPED} 2024-11-09T10:22:04,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:22:04,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:22:04,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:04,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:04,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:04,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:04,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:04,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:22:04,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1815520898, stopped=false 2024-11-09T10:22:04,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,44363,1731147679271 2024-11-09T10:22:04,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02080199182/running 2024-11-09T10:22:04,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02080199182/running 2024-11-09T10:22:04,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:22:04,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:22:04,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:22:04,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Set watcher on znode that does not yet exist, /02080199182/running 2024-11-09T10:22:04,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Set watcher on znode that does not yet exist, /02080199182/running 2024-11-09T10:22:04,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:04,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:04,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:04,555 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,46735,1731147679476' ***** 2024-11-09T10:22:04,555 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:22:04,555 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:22:04,555 INFO [RS:0;e067b2c2c7b3:46735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:22:04,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:22:04,555 INFO [RS:0;e067b2c2c7b3:46735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:22:04,555 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(3091): Received CLOSE for c0a626da4e20fbb7f7808447e23e0fe8 2024-11-09T10:22:04,555 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(3091): Received CLOSE for ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:22:04,555 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,46735,1731147679476 2024-11-09T10:22:04,555 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:22:04,555 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0a626da4e20fbb7f7808447e23e0fe8, disabling compactions & flushes 2024-11-09T10:22:04,555 INFO [RS:0;e067b2c2c7b3:46735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:46735. 2024-11-09T10:22:04,555 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. 2024-11-09T10:22:04,556 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. 2024-11-09T10:22:04,556 DEBUG [RS:0;e067b2c2c7b3:46735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:04,556 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. after waiting 0 ms 2024-11-09T10:22:04,556 DEBUG [RS:0;e067b2c2c7b3:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:04,556 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. 2024-11-09T10:22:04,556 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:22:04,556 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:22:04,556 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c0a626da4e20fbb7f7808447e23e0fe8 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-09T10:22:04,556 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:22:04,556 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:22:04,556 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T10:22:04,556 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1325): Online Regions={c0a626da4e20fbb7f7808447e23e0fe8=hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8., 1588230740=hbase:meta,,1.1588230740, ff05d8997e7ff3dfdc293ef71d5bab48=test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48.} 2024-11-09T10:22:04,556 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0a626da4e20fbb7f7808447e23e0fe8, ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:22:04,556 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:22:04,556 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:22:04,556 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:22:04,556 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:22:04,556 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:22:04,556 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T10:22:04,570 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/.tmp/info/6dfc55c07ba24058864b22d78229e14e is 147, key is hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8./info:regioninfo/1731147701503/Put/seqid=0 2024-11-09T10:22:04,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741840_1016 (size=7686) 2024-11-09T10:22:04,573 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/replication/c0a626da4e20fbb7f7808447e23e0fe8/.tmp/queue/4ade24fa411a4bc7b8affea191e75bb7 is 154, key is 1-e067b2c2c7b3,46735,1731147679476/queue:e067b2c2c7b3%2C46735%2C1731147679476/1731147715311/Put/seqid=0 2024-11-09T10:22:04,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741841_1017 (size=5353) 2024-11-09T10:22:04,596 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:22:04,659 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:22:04,659 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:22:04,756 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0a626da4e20fbb7f7808447e23e0fe8, ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:22:04,956 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0a626da4e20fbb7f7808447e23e0fe8, ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:22:04,974 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/.tmp/info/6dfc55c07ba24058864b22d78229e14e 2024-11-09T10:22:04,977 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/replication/c0a626da4e20fbb7f7808447e23e0fe8/.tmp/queue/4ade24fa411a4bc7b8affea191e75bb7 2024-11-09T10:22:04,980 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/replication/c0a626da4e20fbb7f7808447e23e0fe8/.tmp/queue/4ade24fa411a4bc7b8affea191e75bb7 as hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/replication/c0a626da4e20fbb7f7808447e23e0fe8/queue/4ade24fa411a4bc7b8affea191e75bb7 2024-11-09T10:22:04,983 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/replication/c0a626da4e20fbb7f7808447e23e0fe8/queue/4ade24fa411a4bc7b8affea191e75bb7, entries=1, sequenceid=14, filesize=5.2 K 2024-11-09T10:22:04,984 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c0a626da4e20fbb7f7808447e23e0fe8 in 428ms, sequenceid=14, compaction requested=false 2024-11-09T10:22:04,984 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T10:22:04,987 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/replication/c0a626da4e20fbb7f7808447e23e0fe8/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-09T10:22:04,987 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:04,987 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:22:04,987 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. 2024-11-09T10:22:04,988 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0a626da4e20fbb7f7808447e23e0fe8: Waiting for close lock at 1731147724555Running coprocessor pre-close hooks at 1731147724555Disabling compacts and flushes for region at 1731147724555Disabling writes for close at 1731147724556 (+1 ms)Obtaining lock to block concurrent updates at 1731147724556Preparing flush snapshotting stores in c0a626da4e20fbb7f7808447e23e0fe8 at 1731147724556Finished memstore snapshotting hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731147724556Flushing stores of hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. at 1731147724556Flushing c0a626da4e20fbb7f7808447e23e0fe8/queue: creating writer at 1731147724557 (+1 ms)Flushing c0a626da4e20fbb7f7808447e23e0fe8/queue: appending metadata at 1731147724573 (+16 ms)Flushing c0a626da4e20fbb7f7808447e23e0fe8/queue: closing flushed file at 1731147724573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e72027a: reopening flushed file at 1731147724979 (+406 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for c0a626da4e20fbb7f7808447e23e0fe8 in 428ms, sequenceid=14, compaction requested=false at 1731147724984 (+5 ms)Writing region close event to WAL at 1731147724985 (+1 ms)Running coprocessor post-close hooks at 1731147724987 (+2 ms)Closed at 1731147724987 2024-11-09T10:22:04,988 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147700346.c0a626da4e20fbb7f7808447e23e0fe8. 2024-11-09T10:22:04,988 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff05d8997e7ff3dfdc293ef71d5bab48, disabling compactions & flushes 2024-11-09T10:22:04,988 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. 2024-11-09T10:22:04,988 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. 2024-11-09T10:22:04,988 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. after waiting 0 ms 2024-11-09T10:22:04,988 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. 2024-11-09T10:22:04,988 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff05d8997e7ff3dfdc293ef71d5bab48 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-09T10:22:04,992 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/.tmp/ns/24bd3181bc0049bda3d97433a70d37aa is 43, key is default/ns:d/1731147682746/Put/seqid=0 2024-11-09T10:22:04,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741842_1018 (size=5153) 2024-11-09T10:22:05,005 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/.tmp/f/690cffe3f5da4e3188ea0074ee0f6a15 is 37, key is row3/f:row3/1731147713693/Put/seqid=0 2024-11-09T10:22:05,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741843_1019 (size=5228) 2024-11-09T10:22:05,156 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:22:05,357 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:22:05,395 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/.tmp/ns/24bd3181bc0049bda3d97433a70d37aa 2024-11-09T10:22:05,408 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/.tmp/f/690cffe3f5da4e3188ea0074ee0f6a15 2024-11-09T10:22:05,412 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 690cffe3f5da4e3188ea0074ee0f6a15 2024-11-09T10:22:05,412 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/.tmp/rep_barrier/fad97a96023440e0a68cf3431a3a3c02 is 112, key is test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48./rep_barrier:seqnumDuringOpen/1731147695023/Put/seqid=0 2024-11-09T10:22:05,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741844_1020 (size=5518) 2024-11-09T10:22:05,418 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/.tmp/rep_barrier/fad97a96023440e0a68cf3431a3a3c02 2024-11-09T10:22:05,425 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/.tmp/f1/7552f04db33a4454a1e1104a94bfd83b is 30, key is row1/f1:/1731147711021/DeleteFamily/seqid=0 2024-11-09T10:22:05,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741845_1021 (size=5158) 2024-11-09T10:22:05,437 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/.tmp/table/19899aea98694666ba4372995cece159 is 53, key is hbase:replication/table:state/1731147701510/Put/seqid=0 2024-11-09T10:22:05,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741846_1022 (size=5308) 2024-11-09T10:22:05,441 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/.tmp/table/19899aea98694666ba4372995cece159 2024-11-09T10:22:05,444 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/.tmp/info/6dfc55c07ba24058864b22d78229e14e as hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/info/6dfc55c07ba24058864b22d78229e14e 2024-11-09T10:22:05,447 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/info/6dfc55c07ba24058864b22d78229e14e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T10:22:05,447 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/.tmp/ns/24bd3181bc0049bda3d97433a70d37aa as hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/ns/24bd3181bc0049bda3d97433a70d37aa 2024-11-09T10:22:05,450 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/ns/24bd3181bc0049bda3d97433a70d37aa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T10:22:05,451 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/.tmp/rep_barrier/fad97a96023440e0a68cf3431a3a3c02 as hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/rep_barrier/fad97a96023440e0a68cf3431a3a3c02 2024-11-09T10:22:05,454 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/rep_barrier/fad97a96023440e0a68cf3431a3a3c02, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T10:22:05,455 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/.tmp/table/19899aea98694666ba4372995cece159 as hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/table/19899aea98694666ba4372995cece159 2024-11-09T10:22:05,459 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/table/19899aea98694666ba4372995cece159, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T10:22:05,459 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false 2024-11-09T10:22:05,459 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:22:05,463 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T10:22:05,464 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:05,464 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:22:05,464 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:05,464 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147724556Running coprocessor pre-close hooks at 1731147724556Disabling compacts and flushes for region at 1731147724556Disabling writes for close at 1731147724556Obtaining lock to block concurrent updates at 1731147724556Preparing flush snapshotting stores in 1588230740 at 1731147724556Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731147724556Flushing stores of hbase:meta,,1.1588230740 at 1731147724557 (+1 ms)Flushing 1588230740/info: creating writer at 1731147724557Flushing 1588230740/info: appending metadata at 1731147724569 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731147724569Flushing 1588230740/ns: creating writer at 1731147724978 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731147724991 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731147724991Flushing 1588230740/rep_barrier: creating writer at 1731147725398 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147725411 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147725411Flushing 1588230740/table: creating writer at 1731147725421 (+10 ms)Flushing 1588230740/table: appending metadata at 1731147725437 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731147725437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e41a4f: reopening flushed file at 1731147725444 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@770b78fc: reopening flushed file at 1731147725447 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34bad2f0: reopening flushed file at 1731147725450 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25d63f4: reopening flushed file at 1731147725454 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 903ms, sequenceid=16, compaction requested=false at 1731147725459 (+5 ms)Writing region close event to WAL at 1731147725461 (+2 ms)Running coprocessor post-close hooks at 1731147725464 (+3 ms)Closed at 1731147725464 2024-11-09T10:22:05,464 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:05,557 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T10:22:05,557 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1325): Online Regions={ff05d8997e7ff3dfdc293ef71d5bab48=test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48.} 2024-11-09T10:22:05,557 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1351): Waiting on ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:22:05,750 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1496, reset compression=false 2024-11-09T10:22:05,753 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:05,753 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1743, reset compression=false 2024-11-09T10:22:05,754 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,46735,1731147679476 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:05,754 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e067b2c2c7b3,46735,1731147679476: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e067b2c2c7b3,46735,1731147679476, walGroup=e067b2c2c7b3%2C46735%2C1731147679476, offset=e067b2c2c7b3%2C46735%2C1731147679476.1731147681784:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:46735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T10:22:05,756 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T10:22:05,756 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T10:22:05,756 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T10:22:05,756 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T10:22:05,756 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T10:22:05,756 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1237319680, "init": 1048576000, "max": 2306867200, "used": 786834952 }, "NonHeapMemoryUsage": { "committed": 203030528, "init": 7667712, "max": -1, "used": 200152904 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T10:22:05,757 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1351): Waiting on ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:22:05,757 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:44363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:44363 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T10:22:05,829 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/.tmp/f1/7552f04db33a4454a1e1104a94bfd83b 2024-11-09T10:22:05,832 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7552f04db33a4454a1e1104a94bfd83b 2024-11-09T10:22:05,848 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/.tmp/norep/cbfdcc127c6449289eca370663e7e684 is 32, key is row/norep:/1731147710016/DeleteFamily/seqid=0 2024-11-09T10:22:05,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741847_1023 (size=5101) 2024-11-09T10:22:05,957 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1743, reset compression=false 2024-11-09T10:22:05,957 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1351): Waiting on ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:22:06,157 DEBUG [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1351): Waiting on ff05d8997e7ff3dfdc293ef71d5bab48 2024-11-09T10:22:06,252 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/.tmp/norep/cbfdcc127c6449289eca370663e7e684 2024-11-09T10:22:06,255 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbfdcc127c6449289eca370663e7e684 2024-11-09T10:22:06,256 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/.tmp/f/690cffe3f5da4e3188ea0074ee0f6a15 as hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/f/690cffe3f5da4e3188ea0074ee0f6a15 2024-11-09T10:22:06,259 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 1743, reset compression=false 2024-11-09T10:22:06,260 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 690cffe3f5da4e3188ea0074ee0f6a15 2024-11-09T10:22:06,260 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/f/690cffe3f5da4e3188ea0074ee0f6a15, entries=5, sequenceid=12, filesize=5.1 K 2024-11-09T10:22:06,261 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/.tmp/f1/7552f04db33a4454a1e1104a94bfd83b as hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/f1/7552f04db33a4454a1e1104a94bfd83b 2024-11-09T10:22:06,264 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7552f04db33a4454a1e1104a94bfd83b 2024-11-09T10:22:06,265 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/f1/7552f04db33a4454a1e1104a94bfd83b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-09T10:22:06,265 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/.tmp/norep/cbfdcc127c6449289eca370663e7e684 as hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/norep/cbfdcc127c6449289eca370663e7e684 2024-11-09T10:22:06,268 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbfdcc127c6449289eca370663e7e684 2024-11-09T10:22:06,268 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/norep/cbfdcc127c6449289eca370663e7e684, entries=1, sequenceid=12, filesize=5.0 K 2024-11-09T10:22:06,269 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ff05d8997e7ff3dfdc293ef71d5bab48 in 1281ms, sequenceid=12, compaction requested=false 2024-11-09T10:22:06,269 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T10:22:06,273 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:06,273 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/WALs/e067b2c2c7b3,46735,1731147679476/e067b2c2c7b3%2C46735%2C1731147679476.1731147681784 to pos 2092, reset compression=false 2024-11-09T10:22:06,276 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/data/default/test/ff05d8997e7ff3dfdc293ef71d5bab48/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T10:22:06,277 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:06,277 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:22:06,277 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. 2024-11-09T10:22:06,277 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff05d8997e7ff3dfdc293ef71d5bab48: Waiting for close lock at 1731147724988Running coprocessor pre-close hooks at 1731147724988Disabling compacts and flushes for region at 1731147724988Disabling writes for close at 1731147724988Obtaining lock to block concurrent updates at 1731147724988Preparing flush snapshotting stores in ff05d8997e7ff3dfdc293ef71d5bab48 at 1731147724988Finished memstore snapshotting test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731147724988Flushing stores of test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. at 1731147724989 (+1 ms)Flushing ff05d8997e7ff3dfdc293ef71d5bab48/f: creating writer at 1731147724989Flushing ff05d8997e7ff3dfdc293ef71d5bab48/f: appending metadata at 1731147725004 (+15 ms)Flushing ff05d8997e7ff3dfdc293ef71d5bab48/f: closing flushed file at 1731147725004Flushing ff05d8997e7ff3dfdc293ef71d5bab48/f1: creating writer at 1731147725412 (+408 ms)Flushing ff05d8997e7ff3dfdc293ef71d5bab48/f1: appending metadata at 1731147725425 (+13 ms)Flushing ff05d8997e7ff3dfdc293ef71d5bab48/f1: closing flushed file at 1731147725425Flushing ff05d8997e7ff3dfdc293ef71d5bab48/norep: creating writer at 1731147725833 (+408 ms)Flushing ff05d8997e7ff3dfdc293ef71d5bab48/norep: appending metadata at 1731147725848 (+15 ms)Flushing ff05d8997e7ff3dfdc293ef71d5bab48/norep: closing flushed file at 1731147725848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1af135b: reopening flushed file at 1731147726255 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb96bad: reopening flushed file at 1731147726260 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f982fc: reopening flushed file at 1731147726265 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ff05d8997e7ff3dfdc293ef71d5bab48 in 1281ms, sequenceid=12, compaction requested=false at 1731147726269 (+4 ms)Writing region close event to WAL at 1731147726273 (+4 ms)Running coprocessor post-close hooks at 1731147726277 (+4 ms)Closed at 1731147726277 2024-11-09T10:22:06,277 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147693876.ff05d8997e7ff3dfdc293ef71d5bab48. 2024-11-09T10:22:06,278 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:06,357 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,46735,1731147679476; all regions closed. 2024-11-09T10:22:06,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741834_1010 (size=4239) 2024-11-09T10:22:06,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741839_1015 (size=3552) 2024-11-09T10:22:06,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741832_1008 (size=2395) 2024-11-09T10:22:06,363 DEBUG [RS:0;e067b2c2c7b3:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:06,363 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:22:06,363 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:22:06,363 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:22:06,363 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:22:06,363 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:22:06,364 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,46735,1731147679476 because: Region server is closing 2024-11-09T10:22:06,364 INFO [RS:0;e067b2c2c7b3:46735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:46735. 2024-11-09T10:22:06,364 DEBUG [RS:0;e067b2c2c7b3:46735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:06,364 DEBUG [RS:0;e067b2c2c7b3:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:06,364 DEBUG [RS:0;e067b2c2c7b3:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:06,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:06,464 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.shippere067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 terminated 2024-11-09T10:22:06,464 INFO [RS:0;e067b2c2c7b3:46735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:46735. 2024-11-09T10:22:06,464 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,46735,1731147679476.replicationSource.wal-reader.e067b2c2c7b3%2C46735%2C1731147679476,1-e067b2c2c7b3,46735,1731147679476 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-09T10:22:06,464 DEBUG [RS:0;e067b2c2c7b3:46735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:06,464 DEBUG [RS:0;e067b2c2c7b3:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:06,465 DEBUG [RS:0;e067b2c2c7b3:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:06,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:06,465 INFO [RS:0;e067b2c2c7b3:46735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46735 2024-11-09T10:22:06,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02080199182/rs/e067b2c2c7b3,46735,1731147679476 2024-11-09T10:22:06,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182/rs 2024-11-09T10:22:06,587 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:22:06,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,46735,1731147679476] 2024-11-09T10:22:06,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02080199182/draining/e067b2c2c7b3,46735,1731147679476 already deleted, retry=false 2024-11-09T10:22:06,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,46735,1731147679476 expired; onlineServers=0 2024-11-09T10:22:06,608 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,44363,1731147679271' ***** 2024-11-09T10:22:06,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:22:06,608 INFO [M:0;e067b2c2c7b3:44363 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:22:06,608 INFO [M:0;e067b2c2c7b3:44363 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:22:06,608 DEBUG [M:0;e067b2c2c7b3:44363 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:22:06,608 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:22:06,608 DEBUG [M:0;e067b2c2c7b3:44363 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:22:06,608 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147681510 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147681510,5,FailOnTimeoutGroup] 2024-11-09T10:22:06,608 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147681510 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147681510,5,FailOnTimeoutGroup] 2024-11-09T10:22:06,608 INFO [M:0;e067b2c2c7b3:44363 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:22:06,608 INFO [M:0;e067b2c2c7b3:44363 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:22:06,608 DEBUG [M:0;e067b2c2c7b3:44363 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:22:06,608 INFO [M:0;e067b2c2c7b3:44363 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:22:06,609 INFO [M:0;e067b2c2c7b3:44363 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:22:06,609 INFO [M:0;e067b2c2c7b3:44363 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:22:06,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:22:06,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02080199182/master 2024-11-09T10:22:06,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02080199182 2024-11-09T10:22:06,618 DEBUG [M:0;e067b2c2c7b3:44363 {}] zookeeper.ZKUtil(347): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Unable to get data of znode /02080199182/master because node does not exist (not an error) 2024-11-09T10:22:06,618 WARN [M:0;e067b2c2c7b3:44363 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:22:06,619 INFO [M:0;e067b2c2c7b3:44363 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/.lastflushedseqids 2024-11-09T10:22:06,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741848_1024 (size=245) 2024-11-09T10:22:06,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:06,697 INFO [RS:0;e067b2c2c7b3:46735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:22:06,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x1011f1d39350001, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:06,697 INFO [RS:0;e067b2c2c7b3:46735 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,46735,1731147679476; zookeeper connection closed. 2024-11-09T10:22:06,698 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@609ce1d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@609ce1d5 2024-11-09T10:22:06,698 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:22:07,023 INFO [M:0;e067b2c2c7b3:44363 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:22:07,023 INFO [M:0;e067b2c2c7b3:44363 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:22:07,023 DEBUG [M:0;e067b2c2c7b3:44363 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:22:07,023 INFO [M:0;e067b2c2c7b3:44363 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:07,023 DEBUG [M:0;e067b2c2c7b3:44363 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:07,023 DEBUG [M:0;e067b2c2c7b3:44363 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:22:07,023 DEBUG [M:0;e067b2c2c7b3:44363 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:07,023 INFO [M:0;e067b2c2c7b3:44363 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-09T10:22:07,040 DEBUG [M:0;e067b2c2c7b3:44363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8b16f6bb2c64fd0af4a66c2d5a3e4bc is 82, key is hbase:meta,,1/info:regioninfo/1731147682689/Put/seqid=0 2024-11-09T10:22:07,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741849_1025 (size=5672) 2024-11-09T10:22:07,444 INFO [M:0;e067b2c2c7b3:44363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8b16f6bb2c64fd0af4a66c2d5a3e4bc 2024-11-09T10:22:07,459 DEBUG [M:0;e067b2c2c7b3:44363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c72b15f4089646c4862f8a1ef41f1a8b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731147695032/Put/seqid=0 2024-11-09T10:22:07,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741850_1026 (size=7218) 2024-11-09T10:22:07,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:22:07,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:07,863 INFO [M:0;e067b2c2c7b3:44363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c72b15f4089646c4862f8a1ef41f1a8b 2024-11-09T10:22:07,866 INFO [M:0;e067b2c2c7b3:44363 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c72b15f4089646c4862f8a1ef41f1a8b 2024-11-09T10:22:07,879 DEBUG [M:0;e067b2c2c7b3:44363 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84b4fac6c4e0450ca5167930c96d660f is 69, key is e067b2c2c7b3,46735,1731147679476/rs:state/1731147681645/Put/seqid=0 2024-11-09T10:22:07,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741851_1027 (size=5156) 2024-11-09T10:22:08,282 INFO [M:0;e067b2c2c7b3:44363 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84b4fac6c4e0450ca5167930c96d660f 2024-11-09T10:22:08,286 DEBUG [M:0;e067b2c2c7b3:44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d8b16f6bb2c64fd0af4a66c2d5a3e4bc as hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8b16f6bb2c64fd0af4a66c2d5a3e4bc 2024-11-09T10:22:08,289 INFO [M:0;e067b2c2c7b3:44363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d8b16f6bb2c64fd0af4a66c2d5a3e4bc, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T10:22:08,290 DEBUG [M:0;e067b2c2c7b3:44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c72b15f4089646c4862f8a1ef41f1a8b as hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c72b15f4089646c4862f8a1ef41f1a8b 2024-11-09T10:22:08,292 INFO [M:0;e067b2c2c7b3:44363 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c72b15f4089646c4862f8a1ef41f1a8b 2024-11-09T10:22:08,292 INFO [M:0;e067b2c2c7b3:44363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c72b15f4089646c4862f8a1ef41f1a8b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T10:22:08,293 DEBUG [M:0;e067b2c2c7b3:44363 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/84b4fac6c4e0450ca5167930c96d660f as hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84b4fac6c4e0450ca5167930c96d660f 2024-11-09T10:22:08,295 INFO [M:0;e067b2c2c7b3:44363 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43285/user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/84b4fac6c4e0450ca5167930c96d660f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T10:22:08,296 INFO [M:0;e067b2c2c7b3:44363 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-11-09T10:22:08,296 INFO [M:0;e067b2c2c7b3:44363 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:08,296 DEBUG [M:0;e067b2c2c7b3:44363 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147727023Disabling compacts and flushes for region at 1731147727023Disabling writes for close at 1731147727023Obtaining lock to block concurrent updates at 1731147727023Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147727023Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731147727024 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147727024Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147727024Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147727040 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147727040Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147727447 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147727459 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147727459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147727866 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147727878 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147727878Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214c292f: reopening flushed file at 1731147728285 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2db60b1: reopening flushed file at 1731147728289 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b721903: reopening flushed file at 1731147728292 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1731147728296 (+4 ms)Writing region close event to WAL at 1731147728296Closed at 1731147728296 2024-11-09T10:22:08,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35279 is added to blk_1073741830_1006 (size=64423) 2024-11-09T10:22:08,298 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3cc6ee1d-7124-9a0d-23a9-d73405277cb8/MasterData/WALs/e067b2c2c7b3,44363,1731147679271/e067b2c2c7b3%2C44363%2C1731147679271.1731147681230 not finished, retry = 0 2024-11-09T10:22:08,398 INFO [M:0;e067b2c2c7b3:44363 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:22:08,398 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:22:08,399 INFO [M:0;e067b2c2c7b3:44363 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44363 2024-11-09T10:22:08,399 INFO [M:0;e067b2c2c7b3:44363 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:22:08,560 INFO [M:0;e067b2c2c7b3:44363 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:22:08,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:08,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44363-0x1011f1d39350000, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:08,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76d31998{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:22:08,684 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70014cdd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:22:08,684 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:22:08,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b3f6ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:22:08,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b4ab95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/hadoop.log.dir/,STOPPED} 2024-11-09T10:22:08,685 WARN [BP-507978819-172.17.0.3-1731147677082 heartbeating to localhost/127.0.0.1:43285 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:22:08,685 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:22:08,685 WARN [BP-507978819-172.17.0.3-1731147677082 heartbeating to localhost/127.0.0.1:43285 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-507978819-172.17.0.3-1731147677082 (Datanode Uuid 607c3614-4ea2-4e0c-9e22-c816a52a33a2) service to localhost/127.0.0.1:43285 2024-11-09T10:22:08,685 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:22:08,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/cluster_75dc44b5-ea92-8794-1137-3d2676b7821a/data/data1/current/BP-507978819-172.17.0.3-1731147677082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:22:08,686 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/cluster_75dc44b5-ea92-8794-1137-3d2676b7821a/data/data2/current/BP-507978819-172.17.0.3-1731147677082 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:22:08,686 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:22:08,795 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74d4b63{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:22:08,796 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7292c86f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:22:08,796 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:22:08,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b589b02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:22:08,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1380d0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4a0e0477-0d7e-78a8-8d88-930769d3b8ab/hadoop.log.dir/,STOPPED} 2024-11-09T10:22:08,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T10:22:08,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:22:08,823 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=311 (was 259) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43285 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63566) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38225 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43285 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43285 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63566) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63566) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:38225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=720 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 388) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=565 (was 790) 2024-11-09T10:22:08,834 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=311, OpenFileDescriptor=720, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=565 2024-11-09T10:22:08,849 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-09T10:22:08,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/hadoop.log.dir so I do NOT create it in target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6 2024-11-09T10:22:08,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:22:08,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/hadoop.tmp.dir so I do NOT create it in target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6 2024-11-09T10:22:08,850 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50a93f39-0511-2929-3379-fdaa917511c4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:22:08,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6 2024-11-09T10:22:08,850 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/cluster_55e908b0-cfde-8b7a-1180-9a0f0a52e283, deleteOnExit=true 2024-11-09T10:22:08,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f1d39350005, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:22:08,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011f1d39350008, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:22:08,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f1d39350002, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:22:08,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f1d39350005, quorum=127.0.0.1:63566, baseZNode=/1141854824 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:22:08,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f1d39350002, quorum=127.0.0.1:63566, baseZNode=/02080199182 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:22:08,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011f1d39350008, quorum=127.0.0.1:63566, baseZNode=/2-1749767461 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:22:08,926 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/cluster_55e908b0-cfde-8b7a-1180-9a0f0a52e283/zookeeper_0, clientPort=51282, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/cluster_55e908b0-cfde-8b7a-1180-9a0f0a52e283/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/cluster_55e908b0-cfde-8b7a-1180-9a0f0a52e283/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T10:22:08,928 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51282 2024-11-09T10:22:08,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:22:08,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:22:08,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/test.cache.data in system properties and HBase conf 2024-11-09T10:22:08,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:22:08,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:22:08,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:22:08,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:22:08,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:22:08,929 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:22:08,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:22:08,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:22:08,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:22:08,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:22:08,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:22:08,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:22:08,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:22:08,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:22:08,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:22:08,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:22:08,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:22:08,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:22:08,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:22:08,930 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:22:09,339 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:09,342 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:22:09,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:22:09,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:22:09,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:22:09,344 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:09,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2dd2d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:22:09,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca31e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:22:09,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b81d212{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/java.io.tmpdir/jetty-localhost-44945-hadoop-hdfs-3_4_1-tests_jar-_-any-15980182414480264517/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:22:09,456 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a141954{HTTP/1.1, (http/1.1)}{localhost:44945} 2024-11-09T10:22:09,456 INFO [Time-limited test {}] server.Server(415): Started @282606ms 2024-11-09T10:22:09,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:09,737 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:22:09,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:22:09,738 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:22:09,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:22:09,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c41a706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:22:09,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@464fe840{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:22:09,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@566706b4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/java.io.tmpdir/jetty-localhost-41161-hadoop-hdfs-3_4_1-tests_jar-_-any-13769889911705583137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:22:09,833 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cc929fa{HTTP/1.1, (http/1.1)}{localhost:41161} 2024-11-09T10:22:09,833 INFO [Time-limited test {}] server.Server(415): Started @282983ms 2024-11-09T10:22:09,834 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:22:10,462 WARN [Thread-3458 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/cluster_55e908b0-cfde-8b7a-1180-9a0f0a52e283/data/data1/current/BP-1157429763-172.17.0.3-1731147728948/current, will proceed with Du for space computation calculation, 2024-11-09T10:22:10,463 WARN [Thread-3459 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/cluster_55e908b0-cfde-8b7a-1180-9a0f0a52e283/data/data2/current/BP-1157429763-172.17.0.3-1731147728948/current, will proceed with Du for space computation calculation, 2024-11-09T10:22:10,471 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:10,471 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:22:10,472 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88670 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:22:10,480 WARN [Thread-3446 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:22:10,482 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca88acf9e3768340 with lease ID 0xc50b3d2018f305ea: Processing first storage report for DS-efef8c79-4a02-4666-afb8-7b0662899a1b from datanode DatanodeRegistration(127.0.0.1:34607, datanodeUuid=76463d0c-04fb-4b55-81ef-359cb668d3b6, infoPort=41535, infoSecurePort=0, ipcPort=45783, storageInfo=lv=-57;cid=testClusterID;nsid=1296872046;c=1731147728948) 2024-11-09T10:22:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca88acf9e3768340 with lease ID 0xc50b3d2018f305ea: from storage DS-efef8c79-4a02-4666-afb8-7b0662899a1b node DatanodeRegistration(127.0.0.1:34607, datanodeUuid=76463d0c-04fb-4b55-81ef-359cb668d3b6, infoPort=41535, infoSecurePort=0, ipcPort=45783, storageInfo=lv=-57;cid=testClusterID;nsid=1296872046;c=1731147728948), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:22:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca88acf9e3768340 with lease ID 0xc50b3d2018f305ea: Processing first storage report for DS-23204069-64eb-4737-84ab-bfe7d605d6d4 from datanode DatanodeRegistration(127.0.0.1:34607, datanodeUuid=76463d0c-04fb-4b55-81ef-359cb668d3b6, infoPort=41535, infoSecurePort=0, ipcPort=45783, storageInfo=lv=-57;cid=testClusterID;nsid=1296872046;c=1731147728948) 2024-11-09T10:22:10,483 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca88acf9e3768340 with lease ID 0xc50b3d2018f305ea: from storage DS-23204069-64eb-4737-84ab-bfe7d605d6d4 node DatanodeRegistration(127.0.0.1:34607, datanodeUuid=76463d0c-04fb-4b55-81ef-359cb668d3b6, infoPort=41535, infoSecurePort=0, ipcPort=45783, storageInfo=lv=-57;cid=testClusterID;nsid=1296872046;c=1731147728948), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:22:10,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6 2024-11-09T10:22:10,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:10,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:10,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:22:10,969 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27 with version=8 2024-11-09T10:22:10,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/hbase-staging 2024-11-09T10:22:10,971 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:22:10,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:10,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:10,972 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:22:10,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:10,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:22:10,972 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:22:10,972 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:22:10,973 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39839 2024-11-09T10:22:10,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39839 connecting to ZooKeeper ensemble=127.0.0.1:51282 2024-11-09T10:22:11,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398390x0, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:22:11,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39839-0x1011f1e03c90000 connected 2024-11-09T10:22:11,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:11,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:11,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Set watcher on znode that does not yet exist, /0725052325/running 2024-11-09T10:22:11,148 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27, hbase.cluster.distributed=false 2024-11-09T10:22:11,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Set watcher on znode that does not yet exist, /0725052325/acl 2024-11-09T10:22:11,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39839 2024-11-09T10:22:11,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39839 2024-11-09T10:22:11,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39839 2024-11-09T10:22:11,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39839 2024-11-09T10:22:11,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39839 2024-11-09T10:22:11,173 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:22:11,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:11,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:11,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:22:11,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:11,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:22:11,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:22:11,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:22:11,174 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42625 2024-11-09T10:22:11,175 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42625 connecting to ZooKeeper ensemble=127.0.0.1:51282 2024-11-09T10:22:11,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:11,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:11,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426250x0, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:22:11,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426250x0, quorum=127.0.0.1:51282, baseZNode=/0725052325 Set watcher on znode that does not yet exist, /0725052325/running 2024-11-09T10:22:11,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42625-0x1011f1e03c90001 connected 2024-11-09T10:22:11,187 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:22:11,188 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:22:11,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Set watcher on znode that does not yet exist, /0725052325/master 2024-11-09T10:22:11,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Set watcher on znode that does not yet exist, /0725052325/acl 2024-11-09T10:22:11,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42625 2024-11-09T10:22:11,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42625 2024-11-09T10:22:11,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42625 2024-11-09T10:22:11,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42625 2024-11-09T10:22:11,198 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42625 2024-11-09T10:22:11,215 DEBUG [M:0;e067b2c2c7b3:39839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:39839 2024-11-09T10:22:11,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0725052325/backup-masters/e067b2c2c7b3,39839,1731147730971 2024-11-09T10:22:11,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325/backup-masters 2024-11-09T10:22:11,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325/backup-masters 2024-11-09T10:22:11,226 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Set watcher on existing znode=/0725052325/backup-masters/e067b2c2c7b3,39839,1731147730971 2024-11-09T10:22:11,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0725052325/master 2024-11-09T10:22:11,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:11,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:11,236 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Set watcher on existing znode=/0725052325/master 2024-11-09T10:22:11,236 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0725052325/backup-masters/e067b2c2c7b3,39839,1731147730971 from backup master directory 2024-11-09T10:22:11,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325/backup-masters 2024-11-09T10:22:11,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0725052325/backup-masters/e067b2c2c7b3,39839,1731147730971 2024-11-09T10:22:11,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325/backup-masters 2024-11-09T10:22:11,246 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:22:11,246 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,39839,1731147730971 2024-11-09T10:22:11,249 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/hbase.id] with ID: c4e6167a-5bbf-4189-b4b8-77e676993edc 2024-11-09T10:22:11,249 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/.tmp/hbase.id 2024-11-09T10:22:11,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:22:11,654 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/.tmp/hbase.id]:[hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/hbase.id] 2024-11-09T10:22:11,660 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:11,660 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:22:11,661 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:22:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:11,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:11,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:22:12,117 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:22:12,118 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:22:12,118 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:12,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:22:12,523 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store 2024-11-09T10:22:12,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:22:12,927 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:12,928 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:22:12,928 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:12,928 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:12,928 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:22:12,928 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:12,928 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:12,928 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147732928Disabling compacts and flushes for region at 1731147732928Disabling writes for close at 1731147732928Writing region close event to WAL at 1731147732928Closed at 1731147732928 2024-11-09T10:22:12,928 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/.initializing 2024-11-09T10:22:12,928 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/WALs/e067b2c2c7b3,39839,1731147730971 2024-11-09T10:22:12,929 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:22:12,930 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C39839%2C1731147730971, suffix=, logDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/WALs/e067b2c2c7b3,39839,1731147730971, archiveDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/oldWALs, maxLogs=10 2024-11-09T10:22:12,943 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/WALs/e067b2c2c7b3,39839,1731147730971/e067b2c2c7b3%2C39839%2C1731147730971.1731147732930, exclude list is [], retry=0 2024-11-09T10:22:12,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34607,DS-efef8c79-4a02-4666-afb8-7b0662899a1b,DISK] 2024-11-09T10:22:12,946 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/WALs/e067b2c2c7b3,39839,1731147730971/e067b2c2c7b3%2C39839%2C1731147730971.1731147732930 2024-11-09T10:22:12,946 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535)] 2024-11-09T10:22:12,946 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:12,946 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:12,946 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:12,946 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:12,948 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:12,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:22:12,949 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:12,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:12,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:12,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:22:12,950 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:12,950 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:12,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:12,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:22:12,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:12,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:12,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:12,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:22:12,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:12,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:12,952 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:12,953 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:12,953 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:12,954 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:12,954 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:12,955 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:22:12,955 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:12,957 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:12,957 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60191767, jitterRate=-0.10307277739048004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:22:12,958 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147732947Initializing all the Stores at 1731147732948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147732948Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147732948Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147732948Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147732948Cleaning up temporary data from old regions at 1731147732954 (+6 ms)Region opened successfully at 1731147732958 (+4 ms) 2024-11-09T10:22:12,958 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:22:12,960 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76dd2c8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:22:12,961 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:22:12,961 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:22:12,961 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:22:12,961 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:22:12,961 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:22:12,962 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:22:12,962 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:22:12,963 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:22:12,963 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Unable to get data of znode /0725052325/balancer because node does not exist (not necessarily an error) 2024-11-09T10:22:13,070 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0725052325/balancer already deleted, retry=false 2024-11-09T10:22:13,071 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:22:13,071 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Unable to get data of znode /0725052325/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:22:13,081 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0725052325/normalizer already deleted, retry=false 2024-11-09T10:22:13,081 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:22:13,082 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Unable to get data of znode /0725052325/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:22:13,091 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0725052325/switch/split already deleted, retry=false 2024-11-09T10:22:13,092 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Unable to get data of znode /0725052325/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:22:13,102 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0725052325/switch/merge already deleted, retry=false 2024-11-09T10:22:13,103 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Unable to get data of znode /0725052325/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:22:13,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T10:22:13,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T10:22:13,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:22:13,112 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0725052325/snapshot-cleanup already deleted, retry=false 2024-11-09T10:22:13,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0725052325/running 2024-11-09T10:22:13,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0725052325/running 2024-11-09T10:22:13,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:13,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:13,123 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,39839,1731147730971, sessionid=0x1011f1e03c90000, setting cluster-up flag (Was=false) 2024-11-09T10:22:13,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:13,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:13,176 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0725052325/flush-table-proc/acquired, /0725052325/flush-table-proc/reached, /0725052325/flush-table-proc/abort 2024-11-09T10:22:13,177 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,39839,1731147730971 2024-11-09T10:22:13,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:13,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:13,228 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0725052325/online-snapshot/acquired, /0725052325/online-snapshot/reached, /0725052325/online-snapshot/abort 2024-11-09T10:22:13,229 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,39839,1731147730971 2024-11-09T10:22:13,230 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:22:13,231 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:13,231 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:22:13,231 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:22:13,231 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,39839,1731147730971 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:22:13,232 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:13,232 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:13,232 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:13,232 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:13,232 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:22:13,232 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,233 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:22:13,233 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147763233 2024-11-09T10:22:13,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:22:13,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:22:13,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:22:13,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:13,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:22:13,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:22:13,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:22:13,234 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:22:13,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:22:13,234 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:22:13,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:22:13,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:22:13,235 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:13,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:22:13,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:22:13,235 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:22:13,235 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147733235,5,FailOnTimeoutGroup] 2024-11-09T10:22:13,235 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147733235,5,FailOnTimeoutGroup] 2024-11-09T10:22:13,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:22:13,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,235 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:22:13,302 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(746): ClusterId : c4e6167a-5bbf-4189-b4b8-77e676993edc 2024-11-09T10:22:13,302 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:22:13,313 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:22:13,313 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:22:13,324 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:22:13,324 DEBUG [RS:0;e067b2c2c7b3:42625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ccd97fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:22:13,339 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:42625 2024-11-09T10:22:13,339 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:22:13,339 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:22:13,339 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:22:13,340 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,39839,1731147730971 with port=42625, startcode=1731147731173 2024-11-09T10:22:13,340 DEBUG [RS:0;e067b2c2c7b3:42625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:22:13,341 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:22:13,341 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39839 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:13,342 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39839 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:13,343 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27 2024-11-09T10:22:13,343 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44117 2024-11-09T10:22:13,343 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:22:13,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325/rs 2024-11-09T10:22:13,355 DEBUG [RS:0;e067b2c2c7b3:42625 {}] zookeeper.ZKUtil(111): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Set watcher on existing znode=/0725052325/rs/e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:13,355 WARN [RS:0;e067b2c2c7b3:42625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:22:13,355 INFO [RS:0;e067b2c2c7b3:42625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:13,355 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:13,355 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,42625,1731147731173] 2024-11-09T10:22:13,363 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:22:13,364 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:22:13,364 INFO [RS:0;e067b2c2c7b3:42625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:22:13,364 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,364 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:22:13,365 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:22:13,365 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,365 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,365 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,365 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,365 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,365 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,365 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:22:13,365 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,365 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,366 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,366 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,366 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,366 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:13,366 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:22:13,366 DEBUG [RS:0;e067b2c2c7b3:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:22:13,370 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,370 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,370 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,370 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,370 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,370 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,42625,1731147731173-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:22:13,388 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:22:13,388 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,42625,1731147731173-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,389 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,389 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.Replication(171): e067b2c2c7b3,42625,1731147731173 started 2024-11-09T10:22:13,406 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:13,406 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,42625,1731147731173, RpcServer on e067b2c2c7b3/172.17.0.3:42625, sessionid=0x1011f1e03c90001 2024-11-09T10:22:13,406 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:22:13,406 DEBUG [RS:0;e067b2c2c7b3:42625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:13,406 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,42625,1731147731173' 2024-11-09T10:22:13,406 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0725052325/flush-table-proc/abort' 2024-11-09T10:22:13,407 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0725052325/flush-table-proc/acquired' 2024-11-09T10:22:13,407 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:22:13,407 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:22:13,407 DEBUG [RS:0;e067b2c2c7b3:42625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:13,407 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,42625,1731147731173' 2024-11-09T10:22:13,407 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0725052325/online-snapshot/abort' 2024-11-09T10:22:13,407 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0725052325/online-snapshot/acquired' 2024-11-09T10:22:13,408 DEBUG [RS:0;e067b2c2c7b3:42625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:22:13,408 INFO [RS:0;e067b2c2c7b3:42625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:22:13,408 INFO [RS:0;e067b2c2c7b3:42625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:22:13,508 INFO [RS:0;e067b2c2c7b3:42625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:22:13,509 INFO [RS:0;e067b2c2c7b3:42625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C42625%2C1731147731173, suffix=, logDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173, archiveDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/oldWALs, maxLogs=10 2024-11-09T10:22:13,526 DEBUG [RS:0;e067b2c2c7b3:42625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510, exclude list is [], retry=0 2024-11-09T10:22:13,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34607,DS-efef8c79-4a02-4666-afb8-7b0662899a1b,DISK] 2024-11-09T10:22:13,530 INFO [RS:0;e067b2c2c7b3:42625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 2024-11-09T10:22:13,530 DEBUG [RS:0;e067b2c2c7b3:42625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535)] 2024-11-09T10:22:13,644 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:22:13,644 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27 2024-11-09T10:22:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:22:14,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:14,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:22:14,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:22:14,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:14,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:14,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:22:14,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:22:14,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:14,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:14,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:22:14,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:22:14,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:14,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:14,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:22:14,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:22:14,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:14,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:14,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:22:14,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740 2024-11-09T10:22:14,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740 2024-11-09T10:22:14,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:22:14,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:22:14,056 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:22:14,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:22:14,058 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:14,059 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70897768, jitterRate=0.05645906925201416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:22:14,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147734049Initializing all the Stores at 1731147734049Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147734049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147734049Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147734049Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147734049Cleaning up temporary data from old regions at 1731147734055 (+6 ms)Region opened successfully at 1731147734059 (+4 ms) 2024-11-09T10:22:14,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:22:14,059 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:22:14,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:22:14,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:22:14,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:22:14,060 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:14,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147734059Disabling compacts and flushes for region at 1731147734059Disabling writes for close at 1731147734060 (+1 ms)Writing region close event to WAL at 1731147734060Closed at 1731147734060 2024-11-09T10:22:14,061 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:14,061 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:22:14,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:22:14,062 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:22:14,063 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:22:14,213 DEBUG [e067b2c2c7b3:39839 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:22:14,214 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:14,215 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,42625,1731147731173, state=OPENING 2024-11-09T10:22:14,270 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:22:14,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:14,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:14,281 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:22:14,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0725052325/meta-region-server: CHANGED 2024-11-09T10:22:14,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,42625,1731147731173}] 2024-11-09T10:22:14,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0725052325/meta-region-server: CHANGED 2024-11-09T10:22:14,434 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:22:14,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:22:14,438 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:22:14,438 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:14,438 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:22:14,439 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C42625%2C1731147731173.meta, suffix=.meta, logDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173, archiveDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/oldWALs, maxLogs=10 2024-11-09T10:22:14,451 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.meta.1731147734439.meta, exclude list is [], retry=0 2024-11-09T10:22:14,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34607,DS-efef8c79-4a02-4666-afb8-7b0662899a1b,DISK] 2024-11-09T10:22:14,454 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.meta.1731147734439.meta 2024-11-09T10:22:14,454 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535)] 2024-11-09T10:22:14,454 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:14,455 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:22:14,455 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:22:14,455 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:22:14,455 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:22:14,455 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:22:14,455 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:14,455 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:22:14,455 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:22:14,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:22:14,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:22:14,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:14,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:14,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:22:14,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:22:14,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:14,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:14,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:22:14,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:22:14,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:14,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:14,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:22:14,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:22:14,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:14,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:14,459 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:22:14,460 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740 2024-11-09T10:22:14,467 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740 2024-11-09T10:22:14,468 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:22:14,468 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:22:14,468 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:22:14,469 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:22:14,469 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59262334, jitterRate=-0.11692240834236145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:22:14,469 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:22:14,470 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147734455Writing region info on filesystem at 1731147734455Initializing all the Stores at 1731147734456 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147734456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147734456Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147734456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147734456Cleaning up temporary data from old regions at 1731147734468 (+12 ms)Running coprocessor post-open hooks at 1731147734469 (+1 ms)Region opened successfully at 1731147734470 (+1 ms) 2024-11-09T10:22:14,471 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147734433 2024-11-09T10:22:14,472 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:22:14,472 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:22:14,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:14,473 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,42625,1731147731173, state=OPEN 2024-11-09T10:22:14,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0725052325/meta-region-server 2024-11-09T10:22:14,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0725052325/meta-region-server 2024-11-09T10:22:14,572 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:14,572 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0725052325/meta-region-server: CHANGED 2024-11-09T10:22:14,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0725052325/meta-region-server: CHANGED 2024-11-09T10:22:14,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:22:14,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,42625,1731147731173 in 291 msec 2024-11-09T10:22:14,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:22:14,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 513 msec 2024-11-09T10:22:14,576 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:14,576 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:22:14,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:14,577 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,42625,1731147731173, seqNum=-1] 2024-11-09T10:22:14,577 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:14,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:22:14,582 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3500 sec 2024-11-09T10:22:14,582 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147734582, completionTime=-1 2024-11-09T10:22:14,582 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:22:14,582 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:22:14,583 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:22:14,583 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147794583 2024-11-09T10:22:14,584 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147854583 2024-11-09T10:22:14,584 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:22:14,584 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39839,1731147730971-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:14,584 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39839,1731147730971-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:14,584 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39839,1731147730971-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:14,584 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:39839, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:14,584 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:14,584 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:14,586 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:22:14,587 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.341sec 2024-11-09T10:22:14,587 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:22:14,587 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:22:14,587 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:22:14,587 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:22:14,587 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:22:14,587 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39839,1731147730971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:22:14,587 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39839,1731147730971-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:22:14,588 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:22:14,588 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:22:14,588 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39839,1731147730971-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:14,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4e039b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:14,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39839,-1 for getting cluster id 2024-11-09T10:22:14,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:14,604 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4e6167a-5bbf-4189-b4b8-77e676993edc' 2024-11-09T10:22:14,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4e6167a-5bbf-4189-b4b8-77e676993edc" 2024-11-09T10:22:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b2f01a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39839,-1] 2024-11-09T10:22:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:14,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:14,606 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:14,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72254df3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:14,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:14,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,42625,1731147731173, seqNum=-1] 2024-11-09T10:22:14,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:14,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:22:14,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,39839,1731147730971 2024-11-09T10:22:14,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51282 2024-11-09T10:22:14,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:22:14,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f1e03c90002 connected 2024-11-09T10:22:14,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/hadoop.log.dir so I do NOT create it in target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb 2024-11-09T10:22:14,704 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:22:14,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/hadoop.tmp.dir so I do NOT create it in target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb 2024-11-09T10:22:14,704 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:22:14,704 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb 2024-11-09T10:22:14,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:22:14,704 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/cluster_e2212856-2fd5-1a74-28ca-0e70b11f36a8, deleteOnExit=true 2024-11-09T10:22:14,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:22:14,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/test.cache.data in system properties and HBase conf 2024-11-09T10:22:14,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:22:14,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:22:14,705 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:22:14,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:22:15,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:15,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:22:15,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:22:15,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:22:15,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:22:15,023 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:15,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f793bc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:22:15,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1297859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:22:15,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c0d78fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/java.io.tmpdir/jetty-localhost-43943-hadoop-hdfs-3_4_1-tests_jar-_-any-15034017471522561878/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:22:15,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1edc1d28{HTTP/1.1, (http/1.1)}{localhost:43943} 2024-11-09T10:22:15,144 INFO [Time-limited test {}] server.Server(415): Started @288294ms 2024-11-09T10:22:15,418 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:15,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:22:15,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:22:15,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:22:15,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:22:15,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c308c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:22:15,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fd544fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:22:15,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@27915c82{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/java.io.tmpdir/jetty-localhost-46577-hadoop-hdfs-3_4_1-tests_jar-_-any-14089302704661888929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:22:15,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17e51eff{HTTP/1.1, (http/1.1)}{localhost:46577} 2024-11-09T10:22:15,520 INFO [Time-limited test {}] server.Server(415): Started @288670ms 2024-11-09T10:22:15,521 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:22:16,180 WARN [Thread-3578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/cluster_e2212856-2fd5-1a74-28ca-0e70b11f36a8/data/data1/current/BP-388481654-172.17.0.3-1731147734719/current, will proceed with Du for space computation calculation, 2024-11-09T10:22:16,180 WARN [Thread-3579 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/cluster_e2212856-2fd5-1a74-28ca-0e70b11f36a8/data/data2/current/BP-388481654-172.17.0.3-1731147734719/current, will proceed with Du for space computation calculation, 2024-11-09T10:22:16,202 WARN [Thread-3566 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:22:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9cdab0df242866d with lease ID 0xbdd8adfb80587319: Processing first storage report for DS-d6cf2614-21b5-413f-bbb9-5220a6c6e4b2 from datanode DatanodeRegistration(127.0.0.1:38687, datanodeUuid=16a04df7-710d-4a52-a1d5-ae7d7c029bcb, infoPort=44523, infoSecurePort=0, ipcPort=33407, storageInfo=lv=-57;cid=testClusterID;nsid=1499798585;c=1731147734719) 2024-11-09T10:22:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9cdab0df242866d with lease ID 0xbdd8adfb80587319: from storage DS-d6cf2614-21b5-413f-bbb9-5220a6c6e4b2 node DatanodeRegistration(127.0.0.1:38687, datanodeUuid=16a04df7-710d-4a52-a1d5-ae7d7c029bcb, infoPort=44523, infoSecurePort=0, ipcPort=33407, storageInfo=lv=-57;cid=testClusterID;nsid=1499798585;c=1731147734719), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:22:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9cdab0df242866d with lease ID 0xbdd8adfb80587319: Processing first storage report for DS-410bdc00-fe88-4435-bae0-727057c4624f from datanode DatanodeRegistration(127.0.0.1:38687, datanodeUuid=16a04df7-710d-4a52-a1d5-ae7d7c029bcb, infoPort=44523, infoSecurePort=0, ipcPort=33407, storageInfo=lv=-57;cid=testClusterID;nsid=1499798585;c=1731147734719) 2024-11-09T10:22:16,204 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9cdab0df242866d with lease ID 0xbdd8adfb80587319: from storage DS-410bdc00-fe88-4435-bae0-727057c4624f node DatanodeRegistration(127.0.0.1:38687, datanodeUuid=16a04df7-710d-4a52-a1d5-ae7d7c029bcb, infoPort=44523, infoSecurePort=0, ipcPort=33407, storageInfo=lv=-57;cid=testClusterID;nsid=1499798585;c=1731147734719), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:22:16,247 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb 2024-11-09T10:22:16,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:16,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:16,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:22:16,658 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681 with version=8 2024-11-09T10:22:16,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/hbase-staging 2024-11-09T10:22:16,660 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:22:16,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:16,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:16,660 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:22:16,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:16,660 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:22:16,660 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:22:16,661 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:22:16,661 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39233 2024-11-09T10:22:16,662 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39233 connecting to ZooKeeper ensemble=127.0.0.1:51282 2024-11-09T10:22:16,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392330x0, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:22:16,713 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39233-0x1011f1e03c90003 connected 2024-11-09T10:22:16,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:16,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:16,790 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Set watcher on znode that does not yet exist, /1-1276389267/running 2024-11-09T10:22:16,790 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681, hbase.cluster.distributed=false 2024-11-09T10:22:16,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Set watcher on znode that does not yet exist, /1-1276389267/acl 2024-11-09T10:22:16,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39233 2024-11-09T10:22:16,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39233 2024-11-09T10:22:16,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39233 2024-11-09T10:22:16,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39233 2024-11-09T10:22:16,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39233 2024-11-09T10:22:16,805 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:22:16,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:16,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:16,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:22:16,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:16,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:22:16,806 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:22:16,806 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:22:16,806 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44679 2024-11-09T10:22:16,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44679 connecting to ZooKeeper ensemble=127.0.0.1:51282 2024-11-09T10:22:16,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:16,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:16,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446790x0, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:22:16,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446790x0, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Set watcher on znode that does not yet exist, /1-1276389267/running 2024-11-09T10:22:16,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44679-0x1011f1e03c90004 connected 2024-11-09T10:22:16,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:22:16,819 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:22:16,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Set watcher on znode that does not yet exist, /1-1276389267/master 2024-11-09T10:22:16,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Set watcher on znode that does not yet exist, /1-1276389267/acl 2024-11-09T10:22:16,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44679 2024-11-09T10:22:16,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44679 2024-11-09T10:22:16,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44679 2024-11-09T10:22:16,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44679 2024-11-09T10:22:16,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44679 2024-11-09T10:22:16,839 DEBUG [M:0;e067b2c2c7b3:39233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:39233 2024-11-09T10:22:16,839 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1276389267/backup-masters/e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:16,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267/backup-masters 2024-11-09T10:22:16,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267/backup-masters 2024-11-09T10:22:16,849 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Set watcher on existing znode=/1-1276389267/backup-masters/e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:16,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1276389267/master 2024-11-09T10:22:16,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:16,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:16,860 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Set watcher on existing znode=/1-1276389267/master 2024-11-09T10:22:16,860 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1276389267/backup-masters/e067b2c2c7b3,39233,1731147736660 from backup master directory 2024-11-09T10:22:16,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1276389267/backup-masters/e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:16,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267/backup-masters 2024-11-09T10:22:16,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267/backup-masters 2024-11-09T10:22:16,870 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:22:16,870 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:16,873 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/hbase.id] with ID: ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34 2024-11-09T10:22:16,873 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/.tmp/hbase.id 2024-11-09T10:22:16,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:22:17,281 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/.tmp/hbase.id]:[hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/hbase.id] 2024-11-09T10:22:17,288 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:17,288 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:22:17,289 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:22:17,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:17,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:17,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:22:17,313 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:22:17,314 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:22:17,314 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:17,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:22:17,322 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store 2024-11-09T10:22:17,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:22:17,726 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:17,726 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:22:17,726 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:17,726 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:17,726 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:22:17,726 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:17,726 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:17,727 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147737726Disabling compacts and flushes for region at 1731147737726Disabling writes for close at 1731147737726Writing region close event to WAL at 1731147737726Closed at 1731147737726 2024-11-09T10:22:17,727 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/.initializing 2024-11-09T10:22:17,727 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/WALs/e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:17,728 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:22:17,729 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C39233%2C1731147736660, suffix=, logDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/WALs/e067b2c2c7b3,39233,1731147736660, archiveDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/oldWALs, maxLogs=10 2024-11-09T10:22:17,741 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/WALs/e067b2c2c7b3,39233,1731147736660/e067b2c2c7b3%2C39233%2C1731147736660.1731147737729, exclude list is [], retry=0 2024-11-09T10:22:17,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38687,DS-d6cf2614-21b5-413f-bbb9-5220a6c6e4b2,DISK] 2024-11-09T10:22:17,744 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/WALs/e067b2c2c7b3,39233,1731147736660/e067b2c2c7b3%2C39233%2C1731147736660.1731147737729 2024-11-09T10:22:17,745 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44523:44523)] 2024-11-09T10:22:17,745 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:17,745 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:17,745 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:17,745 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:17,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:17,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:22:17,747 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:17,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:17,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:17,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:22:17,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:17,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:17,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:17,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:22:17,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:17,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:17,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:17,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:22:17,750 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:17,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:17,751 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:17,751 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:17,751 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:17,752 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:17,752 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:17,752 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:22:17,753 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:17,754 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:17,754 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66299549, jitterRate=-0.012059733271598816}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:22:17,754 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147737745Initializing all the Stores at 1731147737746 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147737746Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147737746Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147737746Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147737746Cleaning up temporary data from old regions at 1731147737752 (+6 ms)Region opened successfully at 1731147737754 (+2 ms) 2024-11-09T10:22:17,754 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:22:17,756 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e82690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:22:17,756 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:22:17,756 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:22:17,756 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:22:17,756 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:22:17,757 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:22:17,757 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:22:17,757 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:22:17,758 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:22:17,758 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Unable to get data of znode /1-1276389267/balancer because node does not exist (not necessarily an error) 2024-11-09T10:22:17,807 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1276389267/balancer already deleted, retry=false 2024-11-09T10:22:17,807 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:22:17,808 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Unable to get data of znode /1-1276389267/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:22:17,818 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1276389267/normalizer already deleted, retry=false 2024-11-09T10:22:17,818 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:22:17,819 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Unable to get data of znode /1-1276389267/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:22:17,828 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1276389267/switch/split already deleted, retry=false 2024-11-09T10:22:17,829 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Unable to get data of znode /1-1276389267/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:22:17,838 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1276389267/switch/merge already deleted, retry=false 2024-11-09T10:22:17,840 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Unable to get data of znode /1-1276389267/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:22:17,849 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1276389267/snapshot-cleanup already deleted, retry=false 2024-11-09T10:22:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1276389267/running 2024-11-09T10:22:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1276389267/running 2024-11-09T10:22:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:17,860 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,39233,1731147736660, sessionid=0x1011f1e03c90003, setting cluster-up flag (Was=false) 2024-11-09T10:22:17,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:17,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:17,912 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1276389267/flush-table-proc/acquired, /1-1276389267/flush-table-proc/reached, /1-1276389267/flush-table-proc/abort 2024-11-09T10:22:17,913 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:17,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:17,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:17,965 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1276389267/online-snapshot/acquired, /1-1276389267/online-snapshot/reached, /1-1276389267/online-snapshot/abort 2024-11-09T10:22:17,966 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:17,967 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:22:17,968 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:17,968 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:22:17,968 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:22:17,968 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,39233,1731147736660 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:22:17,969 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:17,969 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:17,969 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:17,969 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:17,969 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:22:17,969 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:17,969 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:22:17,969 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:17,970 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147767970 2024-11-09T10:22:17,970 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:22:17,970 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:22:17,970 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:22:17,970 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:22:17,970 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:22:17,970 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:22:17,970 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:17,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:17,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:22:17,971 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:22:17,971 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:22:17,971 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:22:17,971 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:22:17,971 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:22:17,971 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:22:17,971 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147737971,5,FailOnTimeoutGroup] 2024-11-09T10:22:17,971 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:17,971 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:22:17,972 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147737971,5,FailOnTimeoutGroup] 2024-11-09T10:22:17,972 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:17,972 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:22:17,972 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:17,972 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:17,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:22:18,031 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(746): ClusterId : ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34 2024-11-09T10:22:18,031 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:22:18,039 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:22:18,039 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:22:18,050 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:22:18,050 DEBUG [RS:0;e067b2c2c7b3:44679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4fa343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:22:18,060 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:44679 2024-11-09T10:22:18,060 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:22:18,060 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:22:18,060 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:22:18,061 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,39233,1731147736660 with port=44679, startcode=1731147736805 2024-11-09T10:22:18,061 DEBUG [RS:0;e067b2c2c7b3:44679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:22:18,062 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:22:18,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:18,062 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39233 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:18,063 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681 2024-11-09T10:22:18,063 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46497 2024-11-09T10:22:18,063 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:22:18,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267/rs 2024-11-09T10:22:18,132 DEBUG [RS:0;e067b2c2c7b3:44679 {}] zookeeper.ZKUtil(111): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Set watcher on existing znode=/1-1276389267/rs/e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:18,132 WARN [RS:0;e067b2c2c7b3:44679 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:22:18,133 INFO [RS:0;e067b2c2c7b3:44679 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:18,133 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:18,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,44679,1731147736805] 2024-11-09T10:22:18,135 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:22:18,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,145 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,164 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:22:18,164 INFO [RS:0;e067b2c2c7b3:44679 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:22:18,164 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:18,164 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:22:18,165 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:22:18,165 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:22:18,165 DEBUG [RS:0;e067b2c2c7b3:44679 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:22:18,166 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:18,166 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:18,166 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:18,166 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:18,166 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:18,166 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44679,1731147736805-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:22:18,179 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:22:18,179 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44679,1731147736805-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:18,179 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:18,179 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.Replication(171): e067b2c2c7b3,44679,1731147736805 started 2024-11-09T10:22:18,192 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:18,193 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,44679,1731147736805, RpcServer on e067b2c2c7b3/172.17.0.3:44679, sessionid=0x1011f1e03c90004 2024-11-09T10:22:18,193 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:22:18,193 DEBUG [RS:0;e067b2c2c7b3:44679 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:18,193 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,44679,1731147736805' 2024-11-09T10:22:18,193 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1276389267/flush-table-proc/abort' 2024-11-09T10:22:18,193 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1276389267/flush-table-proc/acquired' 2024-11-09T10:22:18,194 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:22:18,194 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:22:18,194 DEBUG [RS:0;e067b2c2c7b3:44679 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:18,194 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,44679,1731147736805' 2024-11-09T10:22:18,194 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1276389267/online-snapshot/abort' 2024-11-09T10:22:18,194 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1276389267/online-snapshot/acquired' 2024-11-09T10:22:18,194 DEBUG [RS:0;e067b2c2c7b3:44679 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:22:18,194 INFO [RS:0;e067b2c2c7b3:44679 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:22:18,194 INFO [RS:0;e067b2c2c7b3:44679 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:22:18,295 INFO [RS:0;e067b2c2c7b3:44679 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:22:18,296 INFO [RS:0;e067b2c2c7b3:44679 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C44679%2C1731147736805, suffix=, logDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805, archiveDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/oldWALs, maxLogs=10 2024-11-09T10:22:18,310 DEBUG [RS:0;e067b2c2c7b3:44679 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296, exclude list is [], retry=0 2024-11-09T10:22:18,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38687,DS-d6cf2614-21b5-413f-bbb9-5220a6c6e4b2,DISK] 2024-11-09T10:22:18,313 INFO [RS:0;e067b2c2c7b3:44679 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 2024-11-09T10:22:18,313 DEBUG [RS:0;e067b2c2c7b3:44679 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44523:44523)] 2024-11-09T10:22:18,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:22:18,379 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681 2024-11-09T10:22:18,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:22:18,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:22:18,663 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,664 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,706 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:18,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:18,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:22:18,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:22:18,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:18,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:18,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:22:18,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:22:18,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:18,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:18,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:22:18,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:22:18,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:18,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:18,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:22:18,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:22:18,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:18,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:18,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:22:18,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740 2024-11-09T10:22:18,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740 2024-11-09T10:22:18,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:22:18,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:22:18,791 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:22:18,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:22:18,793 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:18,794 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67149773, jitterRate=6.095916032791138E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:22:18,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147738784Initializing all the Stores at 1731147738785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147738785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147738785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147738785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147738785Cleaning up temporary data from old regions at 1731147738791 (+6 ms)Region opened successfully at 1731147738794 (+3 ms) 2024-11-09T10:22:18,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:22:18,794 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:22:18,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:22:18,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:22:18,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:22:18,794 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:18,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147738794Disabling compacts and flushes for region at 1731147738794Disabling writes for close at 1731147738794Writing region close event to WAL at 1731147738794Closed at 1731147738794 2024-11-09T10:22:18,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:18,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:22:18,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:22:18,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:22:18,796 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:22:18,947 DEBUG [e067b2c2c7b3:39233 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:22:18,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:18,948 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,44679,1731147736805, state=OPENING 2024-11-09T10:22:18,997 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:22:19,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:19,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:19,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1276389267/meta-region-server: CHANGED 2024-11-09T10:22:19,008 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:22:19,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,44679,1731147736805}] 2024-11-09T10:22:19,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1276389267/meta-region-server: CHANGED 2024-11-09T10:22:19,160 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:22:19,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:22:19,163 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:22:19,163 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:19,164 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:22:19,165 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C44679%2C1731147736805.meta, suffix=.meta, logDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805, archiveDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/oldWALs, maxLogs=10 2024-11-09T10:22:19,177 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.meta.1731147739165.meta, exclude list is [], retry=0 2024-11-09T10:22:19,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38687,DS-d6cf2614-21b5-413f-bbb9-5220a6c6e4b2,DISK] 2024-11-09T10:22:19,180 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.meta.1731147739165.meta 2024-11-09T10:22:19,180 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44523:44523)] 2024-11-09T10:22:19,180 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:19,181 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:22:19,181 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:22:19,181 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:22:19,181 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:22:19,181 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:22:19,181 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:19,181 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:22:19,181 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:22:19,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:22:19,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:22:19,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:19,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:19,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:22:19,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:22:19,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:19,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:19,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:22:19,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:22:19,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:19,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:19,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:22:19,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:22:19,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:19,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:19,185 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:22:19,186 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740 2024-11-09T10:22:19,186 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740 2024-11-09T10:22:19,187 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:22:19,187 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:22:19,187 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:22:19,188 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:22:19,189 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66889365, jitterRate=-0.0032707899808883667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:22:19,189 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:22:19,189 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147739181Writing region info on filesystem at 1731147739181Initializing all the Stores at 1731147739182 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147739182Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147739182Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147739182Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147739182Cleaning up temporary data from old regions at 1731147739187 (+5 ms)Running coprocessor post-open hooks at 1731147739189 (+2 ms)Region opened successfully at 1731147739189 2024-11-09T10:22:19,190 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147739160 2024-11-09T10:22:19,192 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:22:19,192 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:22:19,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:19,193 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,44679,1731147736805, state=OPEN 2024-11-09T10:22:19,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1276389267/meta-region-server 2024-11-09T10:22:19,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1276389267/meta-region-server 2024-11-09T10:22:19,204 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:19,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1276389267/meta-region-server: CHANGED 2024-11-09T10:22:19,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1276389267/meta-region-server: CHANGED 2024-11-09T10:22:19,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:22:19,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,44679,1731147736805 in 196 msec 2024-11-09T10:22:19,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:22:19,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 410 msec 2024-11-09T10:22:19,207 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:19,207 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:22:19,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:19,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44679,1731147736805, seqNum=-1] 2024-11-09T10:22:19,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:19,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:22:19,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2440 sec 2024-11-09T10:22:19,213 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147739213, completionTime=-1 2024-11-09T10:22:19,213 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:22:19,213 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:22:19,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:22:19,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147799215 2024-11-09T10:22:19,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147859215 2024-11-09T10:22:19,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:22:19,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39233,1731147736660-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:19,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39233,1731147736660-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:19,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39233,1731147736660-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:19,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:39233, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:19,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:19,215 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:19,217 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:22:19,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.349sec 2024-11-09T10:22:19,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:22:19,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:22:19,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:22:19,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:22:19,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:22:19,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39233,1731147736660-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:22:19,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39233,1731147736660-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:22:19,221 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:22:19,221 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:22:19,221 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39233,1731147736660-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:19,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd0b129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:19,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39233,-1 for getting cluster id 2024-11-09T10:22:19,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:19,233 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34' 2024-11-09T10:22:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34" 2024-11-09T10:22:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cfa9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39233,-1] 2024-11-09T10:22:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:19,234 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:19,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d040a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:19,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44679,1731147736805, seqNum=-1] 2024-11-09T10:22:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:19,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:22:19,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:19,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51282 2024-11-09T10:22:19,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:22:19,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f1e03c90005 connected 2024-11-09T10:22:19,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/hadoop.log.dir so I do NOT create it in target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8 2024-11-09T10:22:19,262 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:22:19,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/hadoop.tmp.dir so I do NOT create it in target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8 2024-11-09T10:22:19,262 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:22:19,262 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8 2024-11-09T10:22:19,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:22:19,263 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/cluster_90723dbc-1b0a-50da-6959-6d3ad77f6e0f, deleteOnExit=true 2024-11-09T10:22:19,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:22:19,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/test.cache.data in system properties and HBase conf 2024-11-09T10:22:19,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:22:19,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:22:19,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:22:19,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:22:19,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:22:19,263 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:22:19,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:22:19,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:22:19,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:22:19,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:22:19,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:22:19,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:22:19,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:22:19,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:22:19,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:22:19,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:22:19,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:22:19,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:22:19,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:22:19,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:22:19,363 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:22:19,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:19,672 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:22:19,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:22:19,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:22:19,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:22:19,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:19,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75406eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:22:19,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31188b1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:22:19,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6836fca9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/java.io.tmpdir/jetty-localhost-41295-hadoop-hdfs-3_4_1-tests_jar-_-any-12923234859198200824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:22:19,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@335b2848{HTTP/1.1, (http/1.1)}{localhost:41295} 2024-11-09T10:22:19,780 INFO [Time-limited test {}] server.Server(415): Started @292930ms 2024-11-09T10:22:20,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:20,278 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:22:20,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:22:20,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:22:20,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:22:20,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cc36556{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:22:20,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e7096ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:22:20,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@573c024{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/java.io.tmpdir/jetty-localhost-33903-hadoop-hdfs-3_4_1-tests_jar-_-any-14659959396843136228/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:22:20,405 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ee6db57{HTTP/1.1, (http/1.1)}{localhost:33903} 2024-11-09T10:22:20,405 INFO [Time-limited test {}] server.Server(415): Started @293555ms 2024-11-09T10:22:20,407 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:22:21,311 WARN [Thread-3699 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/cluster_90723dbc-1b0a-50da-6959-6d3ad77f6e0f/data/data1/current/BP-2059514896-172.17.0.3-1731147739297/current, will proceed with Du for space computation calculation, 2024-11-09T10:22:21,311 WARN [Thread-3700 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/cluster_90723dbc-1b0a-50da-6959-6d3ad77f6e0f/data/data2/current/BP-2059514896-172.17.0.3-1731147739297/current, will proceed with Du for space computation calculation, 2024-11-09T10:22:21,334 WARN [Thread-3687 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:22:21,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd119086fc4416c23 with lease ID 0xca2d42087137ae50: Processing first storage report for DS-e2ca144c-0813-4dbf-bf3b-1a8fe7f8759c from datanode DatanodeRegistration(127.0.0.1:34413, datanodeUuid=121c4d39-2a2b-4579-ba97-3cc25185b253, infoPort=34419, infoSecurePort=0, ipcPort=41405, storageInfo=lv=-57;cid=testClusterID;nsid=1241708453;c=1731147739297) 2024-11-09T10:22:21,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd119086fc4416c23 with lease ID 0xca2d42087137ae50: from storage DS-e2ca144c-0813-4dbf-bf3b-1a8fe7f8759c node DatanodeRegistration(127.0.0.1:34413, datanodeUuid=121c4d39-2a2b-4579-ba97-3cc25185b253, infoPort=34419, infoSecurePort=0, ipcPort=41405, storageInfo=lv=-57;cid=testClusterID;nsid=1241708453;c=1731147739297), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T10:22:21,336 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd119086fc4416c23 with lease ID 0xca2d42087137ae50: Processing first storage report for DS-ab7aeba6-2ee4-4a63-8c77-dbfdb58a9215 from datanode DatanodeRegistration(127.0.0.1:34413, datanodeUuid=121c4d39-2a2b-4579-ba97-3cc25185b253, infoPort=34419, infoSecurePort=0, ipcPort=41405, storageInfo=lv=-57;cid=testClusterID;nsid=1241708453;c=1731147739297) 2024-11-09T10:22:21,336 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd119086fc4416c23 with lease ID 0xca2d42087137ae50: from storage DS-ab7aeba6-2ee4-4a63-8c77-dbfdb58a9215 node DatanodeRegistration(127.0.0.1:34413, datanodeUuid=121c4d39-2a2b-4579-ba97-3cc25185b253, infoPort=34419, infoSecurePort=0, ipcPort=41405, storageInfo=lv=-57;cid=testClusterID;nsid=1241708453;c=1731147739297), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:22:21,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8 2024-11-09T10:22:21,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:21,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:21,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:22:21,750 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001 with version=8 2024-11-09T10:22:21,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/hbase-staging 2024-11-09T10:22:21,752 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:22:21,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:21,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:21,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:22:21,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:21,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:22:21,752 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:22:21,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:22:21,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39827 2024-11-09T10:22:21,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39827 connecting to ZooKeeper ensemble=127.0.0.1:51282 2024-11-09T10:22:21,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398270x0, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:22:21,808 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39827-0x1011f1e03c90006 connected 2024-11-09T10:22:21,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:21,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:21,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Set watcher on znode that does not yet exist, /21636036710/running 2024-11-09T10:22:21,885 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001, hbase.cluster.distributed=false 2024-11-09T10:22:21,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Set watcher on znode that does not yet exist, /21636036710/acl 2024-11-09T10:22:21,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39827 2024-11-09T10:22:21,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39827 2024-11-09T10:22:21,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39827 2024-11-09T10:22:21,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39827 2024-11-09T10:22:21,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39827 2024-11-09T10:22:21,908 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:22:21,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:21,908 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:21,908 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:22:21,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:21,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:22:21,909 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:22:21,909 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:22:21,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36985 2024-11-09T10:22:21,910 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36985 connecting to ZooKeeper ensemble=127.0.0.1:51282 2024-11-09T10:22:21,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:21,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:21,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369850x0, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:22:21,923 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369850x0, quorum=127.0.0.1:51282, baseZNode=/21636036710 Set watcher on znode that does not yet exist, /21636036710/running 2024-11-09T10:22:21,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36985-0x1011f1e03c90007 connected 2024-11-09T10:22:21,924 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:22:21,926 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:22:21,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Set watcher on znode that does not yet exist, /21636036710/master 2024-11-09T10:22:21,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Set watcher on znode that does not yet exist, /21636036710/acl 2024-11-09T10:22:21,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36985 2024-11-09T10:22:21,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36985 2024-11-09T10:22:21,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36985 2024-11-09T10:22:21,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36985 2024-11-09T10:22:21,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36985 2024-11-09T10:22:21,957 DEBUG [M:0;e067b2c2c7b3:39827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:39827 2024-11-09T10:22:21,957 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21636036710/backup-masters/e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:21,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710/backup-masters 2024-11-09T10:22:21,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710/backup-masters 2024-11-09T10:22:21,966 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Set watcher on existing znode=/21636036710/backup-masters/e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:21,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21636036710/master 2024-11-09T10:22:21,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:21,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:21,976 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Set watcher on existing znode=/21636036710/master 2024-11-09T10:22:21,977 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21636036710/backup-masters/e067b2c2c7b3,39827,1731147741752 from backup master directory 2024-11-09T10:22:21,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710/backup-masters 2024-11-09T10:22:21,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21636036710/backup-masters/e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:21,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710/backup-masters 2024-11-09T10:22:21,987 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:22:21,987 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:21,990 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/hbase.id] with ID: 6e99eab2-f2bb-47a7-bfe4-c087b03f58c9 2024-11-09T10:22:21,990 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/.tmp/hbase.id 2024-11-09T10:22:21,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:22:22,398 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/.tmp/hbase.id]:[hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/hbase.id] 2024-11-09T10:22:22,406 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:22,406 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:22:22,407 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:22:22,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:22,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:22,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:22:22,633 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:22:22,634 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:22:22,634 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:22,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:22:23,042 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store 2024-11-09T10:22:23,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:22:23,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T10:22:23,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T10:22:23,447 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:23,447 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:22:23,448 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:23,448 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:23,448 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:22:23,448 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:23,448 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:23,448 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147743447Disabling compacts and flushes for region at 1731147743447Disabling writes for close at 1731147743448 (+1 ms)Writing region close event to WAL at 1731147743448Closed at 1731147743448 2024-11-09T10:22:23,448 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/.initializing 2024-11-09T10:22:23,449 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/WALs/e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:23,449 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:22:23,451 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C39827%2C1731147741752, suffix=, logDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/WALs/e067b2c2c7b3,39827,1731147741752, archiveDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/oldWALs, maxLogs=10 2024-11-09T10:22:23,468 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/WALs/e067b2c2c7b3,39827,1731147741752/e067b2c2c7b3%2C39827%2C1731147741752.1731147743451, exclude list is [], retry=0 2024-11-09T10:22:23,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34413,DS-e2ca144c-0813-4dbf-bf3b-1a8fe7f8759c,DISK] 2024-11-09T10:22:23,473 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/WALs/e067b2c2c7b3,39827,1731147741752/e067b2c2c7b3%2C39827%2C1731147741752.1731147743451 2024-11-09T10:22:23,473 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34419:34419)] 2024-11-09T10:22:23,473 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:23,473 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:23,473 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:23,473 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:23,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:23,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:22:23,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:23,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:23,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:23,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:22:23,477 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:23,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:23,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:23,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:22:23,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:23,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:23,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:23,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:22:23,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:23,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:23,479 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:23,480 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:23,480 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:23,481 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:23,481 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:23,481 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:22:23,482 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:23,483 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:23,484 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74571318, jitterRate=0.11119922995567322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:22:23,484 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147743473Initializing all the Stores at 1731147743474 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147743474Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147743474Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147743474Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147743474Cleaning up temporary data from old regions at 1731147743481 (+7 ms)Region opened successfully at 1731147743484 (+3 ms) 2024-11-09T10:22:23,484 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:22:23,486 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e2d88f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:22:23,487 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:22:23,487 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:22:23,487 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:22:23,487 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:22:23,487 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:22:23,487 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:22:23,487 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:22:23,489 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:22:23,489 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Unable to get data of znode /21636036710/balancer because node does not exist (not necessarily an error) 2024-11-09T10:22:23,533 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21636036710/balancer already deleted, retry=false 2024-11-09T10:22:23,534 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:22:23,534 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Unable to get data of znode /21636036710/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:22:23,544 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21636036710/normalizer already deleted, retry=false 2024-11-09T10:22:23,544 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:22:23,545 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Unable to get data of znode /21636036710/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:22:23,554 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21636036710/switch/split already deleted, retry=false 2024-11-09T10:22:23,555 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Unable to get data of znode /21636036710/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:22:23,565 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21636036710/switch/merge already deleted, retry=false 2024-11-09T10:22:23,567 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Unable to get data of znode /21636036710/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:22:23,575 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21636036710/snapshot-cleanup already deleted, retry=false 2024-11-09T10:22:23,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21636036710/running 2024-11-09T10:22:23,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21636036710/running 2024-11-09T10:22:23,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:23,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:23,586 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,39827,1731147741752, sessionid=0x1011f1e03c90006, setting cluster-up flag (Was=false) 2024-11-09T10:22:23,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:23,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:23,638 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21636036710/flush-table-proc/acquired, /21636036710/flush-table-proc/reached, /21636036710/flush-table-proc/abort 2024-11-09T10:22:23,639 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:23,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:23,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:23,691 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21636036710/online-snapshot/acquired, /21636036710/online-snapshot/reached, /21636036710/online-snapshot/abort 2024-11-09T10:22:23,692 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:23,693 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:22:23,694 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:23,694 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:22:23,695 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:22:23,695 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,39827,1731147741752 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:22:23,696 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:23,696 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:23,696 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:23,696 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:23,696 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:22:23,696 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,696 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:22:23,696 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,697 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147773697 2024-11-09T10:22:23,697 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:22:23,697 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:22:23,697 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:22:23,697 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:22:23,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:23,697 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:22:23,697 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:22:23,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:22:23,698 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,698 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:22:23,698 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:22:23,698 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:22:23,698 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:22:23,698 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:23,698 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:22:23,699 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:22:23,699 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:22:23,699 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147743699,5,FailOnTimeoutGroup] 2024-11-09T10:22:23,699 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147743699,5,FailOnTimeoutGroup] 2024-11-09T10:22:23,699 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,699 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:22:23,699 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,699 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:22:23,743 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(746): ClusterId : 6e99eab2-f2bb-47a7-bfe4-c087b03f58c9 2024-11-09T10:22:23,743 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:22:23,755 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:22:23,755 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:22:23,766 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:22:23,766 DEBUG [RS:0;e067b2c2c7b3:36985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3d50b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:22:23,781 DEBUG [RS:0;e067b2c2c7b3:36985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:36985 2024-11-09T10:22:23,781 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:22:23,782 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:22:23,782 DEBUG [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:22:23,782 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,39827,1731147741752 with port=36985, startcode=1731147741908 2024-11-09T10:22:23,782 DEBUG [RS:0;e067b2c2c7b3:36985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:22:23,784 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:22:23,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:23,784 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39827 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:23,785 DEBUG [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001 2024-11-09T10:22:23,785 DEBUG [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39947 2024-11-09T10:22:23,785 DEBUG [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:22:23,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710/rs 2024-11-09T10:22:23,858 DEBUG [RS:0;e067b2c2c7b3:36985 {}] zookeeper.ZKUtil(111): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Set watcher on existing znode=/21636036710/rs/e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:23,858 WARN [RS:0;e067b2c2c7b3:36985 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:22:23,858 INFO [RS:0;e067b2c2c7b3:36985 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:23,858 DEBUG [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:23,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,36985,1731147741908] 2024-11-09T10:22:23,861 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:22:23,862 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:22:23,863 INFO [RS:0;e067b2c2c7b3:36985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:22:23,863 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,863 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:22:23,864 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:22:23,864 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:22:23,864 DEBUG [RS:0;e067b2c2c7b3:36985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:22:23,868 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,868 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,868 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,868 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,868 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,868 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36985,1731147741908-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:22:23,887 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:22:23,887 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36985,1731147741908-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,887 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,887 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.Replication(171): e067b2c2c7b3,36985,1731147741908 started 2024-11-09T10:22:23,904 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:23,905 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,36985,1731147741908, RpcServer on e067b2c2c7b3/172.17.0.3:36985, sessionid=0x1011f1e03c90007 2024-11-09T10:22:23,905 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:22:23,905 DEBUG [RS:0;e067b2c2c7b3:36985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:23,905 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,36985,1731147741908' 2024-11-09T10:22:23,905 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21636036710/flush-table-proc/abort' 2024-11-09T10:22:23,905 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21636036710/flush-table-proc/acquired' 2024-11-09T10:22:23,906 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:22:23,906 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:22:23,906 DEBUG [RS:0;e067b2c2c7b3:36985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:23,906 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,36985,1731147741908' 2024-11-09T10:22:23,906 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21636036710/online-snapshot/abort' 2024-11-09T10:22:23,906 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21636036710/online-snapshot/acquired' 2024-11-09T10:22:23,907 DEBUG [RS:0;e067b2c2c7b3:36985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:22:23,907 INFO [RS:0;e067b2c2c7b3:36985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:22:23,907 INFO [RS:0;e067b2c2c7b3:36985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:22:24,007 INFO [RS:0;e067b2c2c7b3:36985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:22:24,008 INFO [RS:0;e067b2c2c7b3:36985 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36985%2C1731147741908, suffix=, logDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908, archiveDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/oldWALs, maxLogs=10 2024-11-09T10:22:24,025 DEBUG [RS:0;e067b2c2c7b3:36985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009, exclude list is [], retry=0 2024-11-09T10:22:24,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34413,DS-e2ca144c-0813-4dbf-bf3b-1a8fe7f8759c,DISK] 2024-11-09T10:22:24,029 INFO [RS:0;e067b2c2c7b3:36985 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 2024-11-09T10:22:24,029 DEBUG [RS:0;e067b2c2c7b3:36985 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34419:34419)] 2024-11-09T10:22:24,109 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:22:24,110 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001 2024-11-09T10:22:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:22:24,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:24,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:22:24,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:22:24,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:24,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:24,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:22:24,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:22:24,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:24,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:24,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:22:24,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:22:24,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:24,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:24,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:22:24,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:22:24,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:24,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:24,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:22:24,521 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740 2024-11-09T10:22:24,522 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740 2024-11-09T10:22:24,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:22:24,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:22:24,523 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:22:24,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:22:24,526 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:24,526 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72516398, jitterRate=0.08057853579521179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:22:24,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147744514Initializing all the Stores at 1731147744515 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147744515Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147744515Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147744515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147744515Cleaning up temporary data from old regions at 1731147744523 (+8 ms)Region opened successfully at 1731147744526 (+3 ms) 2024-11-09T10:22:24,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:22:24,526 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:22:24,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:22:24,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:22:24,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:22:24,527 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:24,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147744526Disabling compacts and flushes for region at 1731147744526Disabling writes for close at 1731147744526Writing region close event to WAL at 1731147744527 (+1 ms)Closed at 1731147744527 2024-11-09T10:22:24,527 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:24,527 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:22:24,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:22:24,528 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:22:24,529 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:22:24,679 DEBUG [e067b2c2c7b3:39827 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:22:24,680 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:24,682 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,36985,1731147741908, state=OPENING 2024-11-09T10:22:24,685 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:22:24,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,719 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:22:24,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:24,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:24,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21636036710/meta-region-server: CHANGED 2024-11-09T10:22:24,732 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21636036710/meta-region-server: CHANGED 2024-11-09T10:22:24,733 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:22:24,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36985,1731147741908}] 2024-11-09T10:22:24,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,796 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:24,911 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:22:24,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:22:24,932 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:22:24,932 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:24,933 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:22:24,934 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36985%2C1731147741908.meta, suffix=.meta, logDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908, archiveDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/oldWALs, maxLogs=10 2024-11-09T10:22:24,957 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.meta.1731147744934.meta, exclude list is [], retry=0 2024-11-09T10:22:24,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34413,DS-e2ca144c-0813-4dbf-bf3b-1a8fe7f8759c,DISK] 2024-11-09T10:22:24,969 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.meta.1731147744934.meta 2024-11-09T10:22:24,971 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34419:34419)] 2024-11-09T10:22:24,972 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:24,972 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:22:24,972 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:22:24,972 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:22:24,972 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:22:24,973 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:22:24,973 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:24,973 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:22:24,973 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:22:24,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:22:24,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:22:24,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:24,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:24,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:22:24,984 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:22:24,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:24,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:24,984 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:22:24,985 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:22:24,985 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:24,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:24,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:22:24,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:22:24,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:24,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:24,988 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:22:24,989 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740 2024-11-09T10:22:24,994 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740 2024-11-09T10:22:24,996 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:22:24,996 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:22:24,997 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:22:24,998 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:22:24,999 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70855484, jitterRate=0.055828988552093506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:22:24,999 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:22:24,999 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147744973Writing region info on filesystem at 1731147744973Initializing all the Stores at 1731147744975 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147744975Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147744980 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147744980Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147744980Cleaning up temporary data from old regions at 1731147744996 (+16 ms)Running coprocessor post-open hooks at 1731147744999 (+3 ms)Region opened successfully at 1731147744999 2024-11-09T10:22:25,001 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147744910 2024-11-09T10:22:25,005 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:22:25,005 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:22:25,008 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:25,009 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,36985,1731147741908, state=OPEN 2024-11-09T10:22:25,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21636036710/meta-region-server 2024-11-09T10:22:25,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21636036710/meta-region-server 2024-11-09T10:22:25,018 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:25,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21636036710/meta-region-server: CHANGED 2024-11-09T10:22:25,018 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21636036710/meta-region-server: CHANGED 2024-11-09T10:22:25,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:22:25,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36985,1731147741908 in 285 msec 2024-11-09T10:22:25,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:22:25,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-09T10:22:25,027 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:25,027 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:22:25,028 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:25,028 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36985,1731147741908, seqNum=-1] 2024-11-09T10:22:25,029 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:25,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:22:25,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3450 sec 2024-11-09T10:22:25,054 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147745054, completionTime=-1 2024-11-09T10:22:25,054 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:22:25,054 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:22:25,057 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:22:25,057 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147805057 2024-11-09T10:22:25,057 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147865057 2024-11-09T10:22:25,057 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T10:22:25,057 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39827,1731147741752-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:25,057 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39827,1731147741752-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:25,057 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39827,1731147741752-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:25,058 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:39827, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:25,058 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:25,058 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:25,061 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:22:25,063 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.076sec 2024-11-09T10:22:25,063 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:22:25,063 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:22:25,063 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:22:25,063 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:22:25,063 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:22:25,063 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39827,1731147741752-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:22:25,063 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39827,1731147741752-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:22:25,086 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:22:25,086 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:22:25,086 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,39827,1731147741752-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:25,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c9ce46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:25,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39827,-1 for getting cluster id 2024-11-09T10:22:25,153 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:25,155 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e99eab2-f2bb-47a7-bfe4-c087b03f58c9' 2024-11-09T10:22:25,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:25,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e99eab2-f2bb-47a7-bfe4-c087b03f58c9" 2024-11-09T10:22:25,156 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d3434a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39827,-1] 2024-11-09T10:22:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:25,157 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:25,158 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:25,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe3fdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:25,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:25,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36985,1731147741908, seqNum=-1] 2024-11-09T10:22:25,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:25,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:22:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:25,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51282 2024-11-09T10:22:25,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:22:25,196 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011f1e03c90008 connected 2024-11-09T10:22:25,208 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:25,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39839,1731147730971 2024-11-09T10:22:25,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@627448b0 2024-11-09T10:22:25,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:25,212 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:22:25,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:22:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:22:25,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:22:25,216 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:25,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:22:25,217 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:22:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:25,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:22:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:25,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:25,633 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4729f685690d53b5282ed58846d028ed, NAME => 'test,,1731147745212.4729f685690d53b5282ed58846d028ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27 2024-11-09T10:22:25,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:22:25,647 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147745212.4729f685690d53b5282ed58846d028ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:25,647 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4729f685690d53b5282ed58846d028ed, disabling compactions & flushes 2024-11-09T10:22:25,647 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147745212.4729f685690d53b5282ed58846d028ed. 2024-11-09T10:22:25,647 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147745212.4729f685690d53b5282ed58846d028ed. 2024-11-09T10:22:25,647 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147745212.4729f685690d53b5282ed58846d028ed. after waiting 0 ms 2024-11-09T10:22:25,647 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147745212.4729f685690d53b5282ed58846d028ed. 2024-11-09T10:22:25,647 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147745212.4729f685690d53b5282ed58846d028ed. 2024-11-09T10:22:25,648 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4729f685690d53b5282ed58846d028ed: Waiting for close lock at 1731147745647Disabling compacts and flushes for region at 1731147745647Disabling writes for close at 1731147745647Writing region close event to WAL at 1731147745647Closed at 1731147745647 2024-11-09T10:22:25,649 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:22:25,650 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147745212.4729f685690d53b5282ed58846d028ed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147745649"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147745649"}]},"ts":"1731147745649"} 2024-11-09T10:22:25,653 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:22:25,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:22:25,656 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147745655"}]},"ts":"1731147745655"} 2024-11-09T10:22:25,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:22:25,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4729f685690d53b5282ed58846d028ed, ASSIGN}] 2024-11-09T10:22:25,664 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4729f685690d53b5282ed58846d028ed, ASSIGN 2024-11-09T10:22:25,665 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4729f685690d53b5282ed58846d028ed, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,42625,1731147731173; forceNewPlan=false, retain=false 2024-11-09T10:22:25,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4729f685690d53b5282ed58846d028ed, regionState=OPENING, regionLocation=e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:25,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4729f685690d53b5282ed58846d028ed, ASSIGN because future has completed 2024-11-09T10:22:25,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4729f685690d53b5282ed58846d028ed, server=e067b2c2c7b3,42625,1731147731173}] 2024-11-09T10:22:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:25,975 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147745212.4729f685690d53b5282ed58846d028ed. 2024-11-09T10:22:25,976 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4729f685690d53b5282ed58846d028ed, NAME => 'test,,1731147745212.4729f685690d53b5282ed58846d028ed.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:25,976 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:22:25,976 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:22:25,976 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,976 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147745212.4729f685690d53b5282ed58846d028ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:25,976 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,976 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,977 INFO [StoreOpener-4729f685690d53b5282ed58846d028ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,978 INFO [StoreOpener-4729f685690d53b5282ed58846d028ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4729f685690d53b5282ed58846d028ed columnFamilyName f 2024-11-09T10:22:25,978 DEBUG [StoreOpener-4729f685690d53b5282ed58846d028ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:25,978 INFO [StoreOpener-4729f685690d53b5282ed58846d028ed-1 {}] regionserver.HStore(327): Store=4729f685690d53b5282ed58846d028ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:25,979 INFO [StoreOpener-4729f685690d53b5282ed58846d028ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,979 INFO [StoreOpener-4729f685690d53b5282ed58846d028ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4729f685690d53b5282ed58846d028ed columnFamilyName f1 2024-11-09T10:22:25,979 DEBUG [StoreOpener-4729f685690d53b5282ed58846d028ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:25,980 INFO [StoreOpener-4729f685690d53b5282ed58846d028ed-1 {}] regionserver.HStore(327): Store=4729f685690d53b5282ed58846d028ed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:25,980 INFO [StoreOpener-4729f685690d53b5282ed58846d028ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,980 INFO [StoreOpener-4729f685690d53b5282ed58846d028ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4729f685690d53b5282ed58846d028ed columnFamilyName norep 2024-11-09T10:22:25,980 DEBUG [StoreOpener-4729f685690d53b5282ed58846d028ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:25,981 INFO [StoreOpener-4729f685690d53b5282ed58846d028ed-1 {}] regionserver.HStore(327): Store=4729f685690d53b5282ed58846d028ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:25,981 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,981 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,981 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,982 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,982 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,982 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:22:25,983 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,984 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:25,985 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4729f685690d53b5282ed58846d028ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73439642, jitterRate=0.09433594346046448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:22:25,985 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:25,985 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4729f685690d53b5282ed58846d028ed: Running coprocessor pre-open hook at 1731147745976Writing region info on filesystem at 1731147745976Initializing all the Stores at 1731147745977 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147745977Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147745977Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147745977Cleaning up temporary data from old regions at 1731147745982 (+5 ms)Running coprocessor post-open hooks at 1731147745985 (+3 ms)Region opened successfully at 1731147745985 2024-11-09T10:22:25,986 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147745212.4729f685690d53b5282ed58846d028ed., pid=6, masterSystemTime=1731147745972 2024-11-09T10:22:25,987 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147745212.4729f685690d53b5282ed58846d028ed. 2024-11-09T10:22:25,987 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147745212.4729f685690d53b5282ed58846d028ed. 2024-11-09T10:22:25,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4729f685690d53b5282ed58846d028ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:25,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4729f685690d53b5282ed58846d028ed, server=e067b2c2c7b3,42625,1731147731173 because future has completed 2024-11-09T10:22:25,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:22:25,991 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4729f685690d53b5282ed58846d028ed, server=e067b2c2c7b3,42625,1731147731173 in 171 msec 2024-11-09T10:22:25,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:22:25,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4729f685690d53b5282ed58846d028ed, ASSIGN in 330 msec 2024-11-09T10:22:25,994 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:22:25,994 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147745994"}]},"ts":"1731147745994"} 2024-11-09T10:22:25,996 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:22:25,996 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:22:25,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 783 msec 2024-11-09T10:22:26,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:26,362 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:22:26,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:26,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:26,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a12036d 2024-11-09T10:22:26,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:26,364 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:22:26,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:22:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:22:26,367 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:22:26,367 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:26,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:22:26,368 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:22:26,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:26,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:22:26,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:26,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:26,775 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b8a98e724858540199e1d8ed2706de00, NAME => 'test,,1731147746364.b8a98e724858540199e1d8ed2706de00.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681 2024-11-09T10:22:26,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:22:26,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:27,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147746364.b8a98e724858540199e1d8ed2706de00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:27,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b8a98e724858540199e1d8ed2706de00, disabling compactions & flushes 2024-11-09T10:22:27,192 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147746364.b8a98e724858540199e1d8ed2706de00. 2024-11-09T10:22:27,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147746364.b8a98e724858540199e1d8ed2706de00. 2024-11-09T10:22:27,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147746364.b8a98e724858540199e1d8ed2706de00. after waiting 0 ms 2024-11-09T10:22:27,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147746364.b8a98e724858540199e1d8ed2706de00. 2024-11-09T10:22:27,192 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147746364.b8a98e724858540199e1d8ed2706de00. 2024-11-09T10:22:27,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b8a98e724858540199e1d8ed2706de00: Waiting for close lock at 1731147747192Disabling compacts and flushes for region at 1731147747192Disabling writes for close at 1731147747192Writing region close event to WAL at 1731147747192Closed at 1731147747192 2024-11-09T10:22:27,194 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:22:27,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147746364.b8a98e724858540199e1d8ed2706de00.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147747194"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147747194"}]},"ts":"1731147747194"} 2024-11-09T10:22:27,196 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:22:27,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:22:27,197 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147747197"}]},"ts":"1731147747197"} 2024-11-09T10:22:27,199 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:22:27,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8a98e724858540199e1d8ed2706de00, ASSIGN}] 2024-11-09T10:22:27,201 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b8a98e724858540199e1d8ed2706de00, ASSIGN 2024-11-09T10:22:27,203 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b8a98e724858540199e1d8ed2706de00, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,44679,1731147736805; forceNewPlan=false, retain=false 2024-11-09T10:22:27,354 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8a98e724858540199e1d8ed2706de00, regionState=OPENING, regionLocation=e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:27,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b8a98e724858540199e1d8ed2706de00, ASSIGN because future has completed 2024-11-09T10:22:27,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a98e724858540199e1d8ed2706de00, server=e067b2c2c7b3,44679,1731147736805}] 2024-11-09T10:22:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:27,511 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147746364.b8a98e724858540199e1d8ed2706de00. 2024-11-09T10:22:27,511 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b8a98e724858540199e1d8ed2706de00, NAME => 'test,,1731147746364.b8a98e724858540199e1d8ed2706de00.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:27,512 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:22:27,512 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:22:27,512 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,512 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147746364.b8a98e724858540199e1d8ed2706de00.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:27,512 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,512 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,513 INFO [StoreOpener-b8a98e724858540199e1d8ed2706de00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,514 INFO [StoreOpener-b8a98e724858540199e1d8ed2706de00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a98e724858540199e1d8ed2706de00 columnFamilyName f 2024-11-09T10:22:27,514 DEBUG [StoreOpener-b8a98e724858540199e1d8ed2706de00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:27,515 INFO [StoreOpener-b8a98e724858540199e1d8ed2706de00-1 {}] regionserver.HStore(327): Store=b8a98e724858540199e1d8ed2706de00/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:27,515 INFO [StoreOpener-b8a98e724858540199e1d8ed2706de00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,515 INFO [StoreOpener-b8a98e724858540199e1d8ed2706de00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a98e724858540199e1d8ed2706de00 columnFamilyName f1 2024-11-09T10:22:27,515 DEBUG [StoreOpener-b8a98e724858540199e1d8ed2706de00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:27,516 INFO [StoreOpener-b8a98e724858540199e1d8ed2706de00-1 {}] regionserver.HStore(327): Store=b8a98e724858540199e1d8ed2706de00/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:27,516 INFO [StoreOpener-b8a98e724858540199e1d8ed2706de00-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,516 INFO [StoreOpener-b8a98e724858540199e1d8ed2706de00-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b8a98e724858540199e1d8ed2706de00 columnFamilyName norep 2024-11-09T10:22:27,517 DEBUG [StoreOpener-b8a98e724858540199e1d8ed2706de00-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:27,517 INFO [StoreOpener-b8a98e724858540199e1d8ed2706de00-1 {}] regionserver.HStore(327): Store=b8a98e724858540199e1d8ed2706de00/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:27,517 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,517 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,518 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,518 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,518 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,519 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:22:27,520 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,521 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:27,521 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b8a98e724858540199e1d8ed2706de00; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65549053, jitterRate=-0.023242995142936707}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:22:27,521 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:27,521 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b8a98e724858540199e1d8ed2706de00: Running coprocessor pre-open hook at 1731147747512Writing region info on filesystem at 1731147747512Initializing all the Stores at 1731147747513 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147747513Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147747513Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147747513Cleaning up temporary data from old regions at 1731147747518 (+5 ms)Running coprocessor post-open hooks at 1731147747521 (+3 ms)Region opened successfully at 1731147747521 2024-11-09T10:22:27,522 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147746364.b8a98e724858540199e1d8ed2706de00., pid=6, masterSystemTime=1731147747508 2024-11-09T10:22:27,524 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147746364.b8a98e724858540199e1d8ed2706de00. 2024-11-09T10:22:27,524 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147746364.b8a98e724858540199e1d8ed2706de00. 2024-11-09T10:22:27,524 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b8a98e724858540199e1d8ed2706de00, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:27,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b8a98e724858540199e1d8ed2706de00, server=e067b2c2c7b3,44679,1731147736805 because future has completed 2024-11-09T10:22:27,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:22:27,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b8a98e724858540199e1d8ed2706de00, server=e067b2c2c7b3,44679,1731147736805 in 175 msec 2024-11-09T10:22:27,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:22:27,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b8a98e724858540199e1d8ed2706de00, ASSIGN in 332 msec 2024-11-09T10:22:27,535 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:22:27,535 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147747535"}]},"ts":"1731147747535"} 2024-11-09T10:22:27,537 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:22:27,538 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:22:27,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1730 sec 2024-11-09T10:22:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:28,512 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:22:28,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:28,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ec8b80f 2024-11-09T10:22:28,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:28,514 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:22:28,514 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:22:28,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:22:28,516 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:22:28,516 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:28,517 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:22:28,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:22:28,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:28,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:22:28,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 809dd370a7650e33074612270bfb1196, NAME => 'test,,1731147748514.809dd370a7650e33074612270bfb1196.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001 2024-11-09T10:22:28,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:22:28,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147748514.809dd370a7650e33074612270bfb1196.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:28,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 809dd370a7650e33074612270bfb1196, disabling compactions & flushes 2024-11-09T10:22:28,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147748514.809dd370a7650e33074612270bfb1196. 2024-11-09T10:22:28,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147748514.809dd370a7650e33074612270bfb1196. 2024-11-09T10:22:28,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147748514.809dd370a7650e33074612270bfb1196. after waiting 0 ms 2024-11-09T10:22:28,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147748514.809dd370a7650e33074612270bfb1196. 2024-11-09T10:22:28,526 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147748514.809dd370a7650e33074612270bfb1196. 2024-11-09T10:22:28,526 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 809dd370a7650e33074612270bfb1196: Waiting for close lock at 1731147748526Disabling compacts and flushes for region at 1731147748526Disabling writes for close at 1731147748526Writing region close event to WAL at 1731147748526Closed at 1731147748526 2024-11-09T10:22:28,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:22:28,527 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147748514.809dd370a7650e33074612270bfb1196.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147748527"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147748527"}]},"ts":"1731147748527"} 2024-11-09T10:22:28,529 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:22:28,530 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:22:28,530 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147748530"}]},"ts":"1731147748530"} 2024-11-09T10:22:28,531 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:22:28,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=809dd370a7650e33074612270bfb1196, ASSIGN}] 2024-11-09T10:22:28,532 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=809dd370a7650e33074612270bfb1196, ASSIGN 2024-11-09T10:22:28,532 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=809dd370a7650e33074612270bfb1196, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,36985,1731147741908; forceNewPlan=false, retain=false 2024-11-09T10:22:28,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:28,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=809dd370a7650e33074612270bfb1196, regionState=OPENING, regionLocation=e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:28,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=809dd370a7650e33074612270bfb1196, ASSIGN because future has completed 2024-11-09T10:22:28,685 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 809dd370a7650e33074612270bfb1196, server=e067b2c2c7b3,36985,1731147741908}] 2024-11-09T10:22:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:28,840 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147748514.809dd370a7650e33074612270bfb1196. 2024-11-09T10:22:28,840 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 809dd370a7650e33074612270bfb1196, NAME => 'test,,1731147748514.809dd370a7650e33074612270bfb1196.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:28,841 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:22:28,841 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:22:28,841 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,841 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147748514.809dd370a7650e33074612270bfb1196.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:28,841 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,841 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,842 INFO [StoreOpener-809dd370a7650e33074612270bfb1196-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,843 INFO [StoreOpener-809dd370a7650e33074612270bfb1196-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809dd370a7650e33074612270bfb1196 columnFamilyName f 2024-11-09T10:22:28,843 DEBUG [StoreOpener-809dd370a7650e33074612270bfb1196-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:28,843 INFO [StoreOpener-809dd370a7650e33074612270bfb1196-1 {}] regionserver.HStore(327): Store=809dd370a7650e33074612270bfb1196/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:28,843 INFO [StoreOpener-809dd370a7650e33074612270bfb1196-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,844 INFO [StoreOpener-809dd370a7650e33074612270bfb1196-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809dd370a7650e33074612270bfb1196 columnFamilyName f1 2024-11-09T10:22:28,844 DEBUG [StoreOpener-809dd370a7650e33074612270bfb1196-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:28,844 INFO [StoreOpener-809dd370a7650e33074612270bfb1196-1 {}] regionserver.HStore(327): Store=809dd370a7650e33074612270bfb1196/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:28,845 INFO [StoreOpener-809dd370a7650e33074612270bfb1196-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,845 INFO [StoreOpener-809dd370a7650e33074612270bfb1196-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809dd370a7650e33074612270bfb1196 columnFamilyName norep 2024-11-09T10:22:28,845 DEBUG [StoreOpener-809dd370a7650e33074612270bfb1196-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:28,846 INFO [StoreOpener-809dd370a7650e33074612270bfb1196-1 {}] regionserver.HStore(327): Store=809dd370a7650e33074612270bfb1196/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:28,846 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,846 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,847 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,847 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,847 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,847 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:22:28,848 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,852 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:28,853 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 809dd370a7650e33074612270bfb1196; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66050707, jitterRate=-0.015767768025398254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:22:28,853 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:28,853 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 809dd370a7650e33074612270bfb1196: Running coprocessor pre-open hook at 1731147748841Writing region info on filesystem at 1731147748841Initializing all the Stores at 1731147748842 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147748842Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147748842Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147748842Cleaning up temporary data from old regions at 1731147748847 (+5 ms)Running coprocessor post-open hooks at 1731147748853 (+6 ms)Region opened successfully at 1731147748853 2024-11-09T10:22:28,854 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147748514.809dd370a7650e33074612270bfb1196., pid=6, masterSystemTime=1731147748837 2024-11-09T10:22:28,855 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147748514.809dd370a7650e33074612270bfb1196. 2024-11-09T10:22:28,855 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147748514.809dd370a7650e33074612270bfb1196. 2024-11-09T10:22:28,856 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=809dd370a7650e33074612270bfb1196, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:28,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 809dd370a7650e33074612270bfb1196, server=e067b2c2c7b3,36985,1731147741908 because future has completed 2024-11-09T10:22:28,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:22:28,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 809dd370a7650e33074612270bfb1196, server=e067b2c2c7b3,36985,1731147741908 in 173 msec 2024-11-09T10:22:28,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:22:28,861 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=809dd370a7650e33074612270bfb1196, ASSIGN in 329 msec 2024-11-09T10:22:28,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:22:28,862 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147748862"}]},"ts":"1731147748862"} 2024-11-09T10:22:28,863 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:22:28,864 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:22:28,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 350 msec 2024-11-09T10:22:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:29,141 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:22:29,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2315ae2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:29,142 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39839,-1 for getting cluster id 2024-11-09T10:22:29,142 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:29,143 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4e6167a-5bbf-4189-b4b8-77e676993edc' 2024-11-09T10:22:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4e6167a-5bbf-4189-b4b8-77e676993edc" 2024-11-09T10:22:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@269daf26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39839,-1] 2024-11-09T10:22:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:29,144 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:29,144 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc06208, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:29,145 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39839,1731147730971 2024-11-09T10:22:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71e200dc 2024-11-09T10:22:29,145 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:29,146 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:22:29,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:22:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:22:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:29,467 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_-1726151950_20 at /127.0.0.1:40086 [Receiving block BP-1157429763-172.17.0.3-1731147728948:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 315ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/cluster_55e908b0-cfde-8b7a-1180-9a0f0a52e283/data/data2/, blockId=1073741830, seqno=53 2024-11-09T10:22:29,467 INFO [AsyncFSWAL-0-hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData-prefix:e067b2c2c7b3,39839,1731147730971 {}] wal.AbstractFSWAL(1368): Slow sync cost: 315 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34607,DS-efef8c79-4a02-4666-afb8-7b0662899a1b,DISK]] 2024-11-09T10:22:29,468 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:39233' 2024-11-09T10:22:29,469 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3616e98c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:29,469 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39233,-1 for getting cluster id 2024-11-09T10:22:29,469 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:29,470 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34' 2024-11-09T10:22:29,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:29,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34" 2024-11-09T10:22:29,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3f0a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:29,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39233,-1] 2024-11-09T10:22:29,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:29,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:29,471 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:29,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f0f886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:29,471 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:29,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:29,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f1b12bb 2024-11-09T10:22:29,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:29,473 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:22:29,473 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T10:22:29,473 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:22:29,473 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:29,474 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:29,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:29,474 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:22:29,475 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:22:29,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:22:29,476 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:29,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:22:29,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741837_1013 (size=1138) 2024-11-09T10:22:29,525 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:22:29,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:29,861 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T10:22:29,882 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5295cc451619ba71a5c7f783e7e94ede, NAME => 'hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27 2024-11-09T10:22:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741838_1014 (size=44) 2024-11-09T10:22:30,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:30,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5295cc451619ba71a5c7f783e7e94ede, disabling compactions & flushes 2024-11-09T10:22:30,286 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:30,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:30,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. after waiting 0 ms 2024-11-09T10:22:30,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:30,286 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:30,286 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5295cc451619ba71a5c7f783e7e94ede: Waiting for close lock at 1731147750286Disabling compacts and flushes for region at 1731147750286Disabling writes for close at 1731147750286Writing region close event to WAL at 1731147750286Closed at 1731147750286 2024-11-09T10:22:30,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:22:30,287 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147750287"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147750287"}]},"ts":"1731147750287"} 2024-11-09T10:22:30,289 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:22:30,289 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:22:30,289 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147750289"}]},"ts":"1731147750289"} 2024-11-09T10:22:30,291 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:22:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:30,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5295cc451619ba71a5c7f783e7e94ede, ASSIGN}] 2024-11-09T10:22:30,292 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5295cc451619ba71a5c7f783e7e94ede, ASSIGN 2024-11-09T10:22:30,292 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5295cc451619ba71a5c7f783e7e94ede, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,42625,1731147731173; forceNewPlan=false, retain=false 2024-11-09T10:22:30,443 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5295cc451619ba71a5c7f783e7e94ede, regionState=OPENING, regionLocation=e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:30,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5295cc451619ba71a5c7f783e7e94ede, ASSIGN because future has completed 2024-11-09T10:22:30,445 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5295cc451619ba71a5c7f783e7e94ede, server=e067b2c2c7b3,42625,1731147731173}] 2024-11-09T10:22:30,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:22:30,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,476 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:30,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:30,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:30,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:22:30,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C42625%2C1731147731173.rep, suffix=, logDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173, archiveDir=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/oldWALs, maxLogs=10 2024-11-09T10:22:30,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.rep.1731147750602, exclude list is [], retry=0 2024-11-09T10:22:30,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34607,DS-efef8c79-4a02-4666-afb8-7b0662899a1b,DISK] 2024-11-09T10:22:30,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.rep.1731147750602 2024-11-09T10:22:30,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41535:41535)] 2024-11-09T10:22:30,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5295cc451619ba71a5c7f783e7e94ede, NAME => 'hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:30,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:22:30,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:22:30,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. service=MultiRowMutationService 2024-11-09T10:22:30,628 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:22:30,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:30,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,628 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,629 INFO [StoreOpener-5295cc451619ba71a5c7f783e7e94ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,630 INFO [StoreOpener-5295cc451619ba71a5c7f783e7e94ede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5295cc451619ba71a5c7f783e7e94ede columnFamilyName hfileref 2024-11-09T10:22:30,630 DEBUG [StoreOpener-5295cc451619ba71a5c7f783e7e94ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:30,631 INFO [StoreOpener-5295cc451619ba71a5c7f783e7e94ede-1 {}] regionserver.HStore(327): Store=5295cc451619ba71a5c7f783e7e94ede/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:30,631 INFO [StoreOpener-5295cc451619ba71a5c7f783e7e94ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,632 INFO [StoreOpener-5295cc451619ba71a5c7f783e7e94ede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5295cc451619ba71a5c7f783e7e94ede columnFamilyName queue 2024-11-09T10:22:30,632 DEBUG [StoreOpener-5295cc451619ba71a5c7f783e7e94ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:30,632 INFO [StoreOpener-5295cc451619ba71a5c7f783e7e94ede-1 {}] regionserver.HStore(327): Store=5295cc451619ba71a5c7f783e7e94ede/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:30,632 INFO [StoreOpener-5295cc451619ba71a5c7f783e7e94ede-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,633 INFO [StoreOpener-5295cc451619ba71a5c7f783e7e94ede-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5295cc451619ba71a5c7f783e7e94ede columnFamilyName sid 2024-11-09T10:22:30,633 DEBUG [StoreOpener-5295cc451619ba71a5c7f783e7e94ede-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:30,633 INFO [StoreOpener-5295cc451619ba71a5c7f783e7e94ede-1 {}] regionserver.HStore(327): Store=5295cc451619ba71a5c7f783e7e94ede/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:30,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/replication/5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/replication/5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:22:30,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/replication/5295cc451619ba71a5c7f783e7e94ede/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:30,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5295cc451619ba71a5c7f783e7e94ede; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63100746, jitterRate=-0.05972561240196228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:22:30,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:30,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5295cc451619ba71a5c7f783e7e94ede: Running coprocessor pre-open hook at 1731147750629Writing region info on filesystem at 1731147750629Initializing all the Stores at 1731147750629Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147750629Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147750629Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147750629Cleaning up temporary data from old regions at 1731147750635 (+6 ms)Running coprocessor post-open hooks at 1731147750638 (+3 ms)Region opened successfully at 1731147750638 2024-11-09T10:22:30,639 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede., pid=10, masterSystemTime=1731147750596 2024-11-09T10:22:30,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:30,640 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:30,641 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5295cc451619ba71a5c7f783e7e94ede, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:30,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5295cc451619ba71a5c7f783e7e94ede, server=e067b2c2c7b3,42625,1731147731173 because future has completed 2024-11-09T10:22:30,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:22:30,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5295cc451619ba71a5c7f783e7e94ede, server=e067b2c2c7b3,42625,1731147731173 in 199 msec 2024-11-09T10:22:30,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T10:22:30,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5295cc451619ba71a5c7f783e7e94ede, ASSIGN in 355 msec 2024-11-09T10:22:30,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:22:30,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147750648"}]},"ts":"1731147750648"} 2024-11-09T10:22:30,650 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:22:30,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:22:30,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-09T10:22:30,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:30,662 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:22:30,662 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108861 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:22:30,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede., hostname=e067b2c2c7b3,42625,1731147731173, seqNum=2] 2024-11-09T10:22:30,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:30,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:30,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:22:31,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T10:22:31,123 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:22:31,162 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,42625,1731147731173, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:22:31,163 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:31,163 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,42625,1731147731173, seqNum=-1] 2024-11-09T10:22:31,163 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:31,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-09T10:22:31,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,42625,1731147731173', locateType=CURRENT is [region=hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede., hostname=e067b2c2c7b3,42625,1731147731173, seqNum=2] 2024-11-09T10:22:31,168 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T10:22:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T10:22:31,170 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,42625,1731147731173 suceeded 2024-11-09T10:22:31,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T10:22:31,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-09T10:22:31,172 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:22:31,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.0250 sec 2024-11-09T10:22:31,185 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:39233' 2024-11-09T10:22:31,186 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74d1aa8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:31,186 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39233,-1 for getting cluster id 2024-11-09T10:22:31,186 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:31,186 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34' 2024-11-09T10:22:31,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:31,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34" 2024-11-09T10:22:31,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a7139aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:31,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39233,-1] 2024-11-09T10:22:31,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:31,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:31,187 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:31,188 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@364e4074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:31,188 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:31,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:31,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a5d7a6e 2024-11-09T10:22:31,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:31,189 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-09T10:22:31,190 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,42625,1731147731173 (queues=1) is replicating from cluster=c4e6167a-5bbf-4189-b4b8-77e676993edc to cluster=ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34 2024-11-09T10:22:31,190 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C42625%2C1731147731173 2024-11-09T10:22:31,190 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,42625,1731147731173, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:22:31,190 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C42625%2C1731147731173 2024-11-09T10:22:31,190 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510, startPosition=0, beingWritten=true 2024-11-09T10:22:31,195 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:31,195 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 379, reset compression=false 2024-11-09T10:22:31,195 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,42625,1731147731173 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39839 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:31,302 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:22:31,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:31,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:31,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:31,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:31,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:31,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe8229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:31,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39233,-1 for getting cluster id 2024-11-09T10:22:31,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:31,304 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34' 2024-11-09T10:22:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34" 2024-11-09T10:22:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257b95dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39233,-1] 2024-11-09T10:22:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:31,304 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:31,305 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c894496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:31,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bd24675 2024-11-09T10:22:31,306 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:31,307 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:22:31,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:39827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:22:31,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:22:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:31,310 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:39827' 2024-11-09T10:22:31,311 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743ecfed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:31,311 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39827,-1 for getting cluster id 2024-11-09T10:22:31,311 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:31,311 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e99eab2-f2bb-47a7-bfe4-c087b03f58c9' 2024-11-09T10:22:31,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:31,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e99eab2-f2bb-47a7-bfe4-c087b03f58c9" 2024-11-09T10:22:31,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f84bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:31,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39827,-1] 2024-11-09T10:22:31,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:31,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:31,313 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:31,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7007dfac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:31,313 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:31,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:31,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5405326e 2024-11-09T10:22:31,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:31,314 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:22:31,315 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T10:22:31,315 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:22:31,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:31,315 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:31,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:31,316 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:22:31,317 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:22:31,317 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:22:31,317 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:31,318 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:22:31,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741837_1013 (size=1138) 2024-11-09T10:22:31,364 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T10:22:31,367 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:22:31,401 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 379, reset compression=false 2024-11-09T10:22:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:31,704 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 379, reset compression=false 2024-11-09T10:22:31,734 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a5100688793fe6842521b3d6e0a15f0, NAME => 'hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681 2024-11-09T10:22:31,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741838_1014 (size=44) 2024-11-09T10:22:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:32,107 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 379, reset compression=false 2024-11-09T10:22:32,139 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:32,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4a5100688793fe6842521b3d6e0a15f0, disabling compactions & flushes 2024-11-09T10:22:32,140 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. 2024-11-09T10:22:32,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. 2024-11-09T10:22:32,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. after waiting 0 ms 2024-11-09T10:22:32,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. 2024-11-09T10:22:32,140 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. 2024-11-09T10:22:32,140 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a5100688793fe6842521b3d6e0a15f0: Waiting for close lock at 1731147752139Disabling compacts and flushes for region at 1731147752139Disabling writes for close at 1731147752140 (+1 ms)Writing region close event to WAL at 1731147752140Closed at 1731147752140 2024-11-09T10:22:32,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:22:32,141 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147752141"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147752141"}]},"ts":"1731147752141"} 2024-11-09T10:22:32,142 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:22:32,143 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:22:32,143 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147752143"}]},"ts":"1731147752143"} 2024-11-09T10:22:32,145 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:22:32,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a5100688793fe6842521b3d6e0a15f0, ASSIGN}] 2024-11-09T10:22:32,146 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a5100688793fe6842521b3d6e0a15f0, ASSIGN 2024-11-09T10:22:32,147 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a5100688793fe6842521b3d6e0a15f0, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,44679,1731147736805; forceNewPlan=false, retain=false 2024-11-09T10:22:32,297 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a5100688793fe6842521b3d6e0a15f0, regionState=OPENING, regionLocation=e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:32,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a5100688793fe6842521b3d6e0a15f0, ASSIGN because future has completed 2024-11-09T10:22:32,300 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a5100688793fe6842521b3d6e0a15f0, server=e067b2c2c7b3,44679,1731147736805}] 2024-11-09T10:22:32,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:32,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. 2024-11-09T10:22:32,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:32,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:22:32,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C44679%2C1731147736805.rep, suffix=, logDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805, archiveDir=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/oldWALs, maxLogs=10 2024-11-09T10:22:32,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.rep.1731147752457, exclude list is [], retry=0 2024-11-09T10:22:32,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38687,DS-d6cf2614-21b5-413f-bbb9-5220a6c6e4b2,DISK] 2024-11-09T10:22:32,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.rep.1731147752457 2024-11-09T10:22:32,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44523:44523)] 2024-11-09T10:22:32,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a5100688793fe6842521b3d6e0a15f0, NAME => 'hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:32,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:22:32,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:22:32,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. service=MultiRowMutationService 2024-11-09T10:22:32,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:22:32,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:32,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,479 INFO [StoreOpener-4a5100688793fe6842521b3d6e0a15f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,480 INFO [StoreOpener-4a5100688793fe6842521b3d6e0a15f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a5100688793fe6842521b3d6e0a15f0 columnFamilyName hfileref 2024-11-09T10:22:32,480 DEBUG [StoreOpener-4a5100688793fe6842521b3d6e0a15f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:32,480 INFO [StoreOpener-4a5100688793fe6842521b3d6e0a15f0-1 {}] regionserver.HStore(327): Store=4a5100688793fe6842521b3d6e0a15f0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:32,480 INFO [StoreOpener-4a5100688793fe6842521b3d6e0a15f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,481 INFO [StoreOpener-4a5100688793fe6842521b3d6e0a15f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a5100688793fe6842521b3d6e0a15f0 columnFamilyName queue 2024-11-09T10:22:32,481 DEBUG [StoreOpener-4a5100688793fe6842521b3d6e0a15f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:32,481 INFO [StoreOpener-4a5100688793fe6842521b3d6e0a15f0-1 {}] regionserver.HStore(327): Store=4a5100688793fe6842521b3d6e0a15f0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:32,481 INFO [StoreOpener-4a5100688793fe6842521b3d6e0a15f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,482 INFO [StoreOpener-4a5100688793fe6842521b3d6e0a15f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a5100688793fe6842521b3d6e0a15f0 columnFamilyName sid 2024-11-09T10:22:32,482 DEBUG [StoreOpener-4a5100688793fe6842521b3d6e0a15f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:32,482 INFO [StoreOpener-4a5100688793fe6842521b3d6e0a15f0-1 {}] regionserver.HStore(327): Store=4a5100688793fe6842521b3d6e0a15f0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:32,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,482 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/replication/4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/replication/4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,483 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:22:32,484 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/replication/4a5100688793fe6842521b3d6e0a15f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:32,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4a5100688793fe6842521b3d6e0a15f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68356914, jitterRate=0.018597394227981567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:22:32,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:32,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4a5100688793fe6842521b3d6e0a15f0: Running coprocessor pre-open hook at 1731147752478Writing region info on filesystem at 1731147752478Initializing all the Stores at 1731147752478Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147752478Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147752479 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147752479Cleaning up temporary data from old regions at 1731147752483 (+4 ms)Running coprocessor post-open hooks at 1731147752489 (+6 ms)Region opened successfully at 1731147752489 2024-11-09T10:22:32,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0., pid=10, masterSystemTime=1731147752452 2024-11-09T10:22:32,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. 2024-11-09T10:22:32,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. 2024-11-09T10:22:32,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4a5100688793fe6842521b3d6e0a15f0, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:32,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a5100688793fe6842521b3d6e0a15f0, server=e067b2c2c7b3,44679,1731147736805 because future has completed 2024-11-09T10:22:32,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:22:32,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a5100688793fe6842521b3d6e0a15f0, server=e067b2c2c7b3,44679,1731147736805 in 195 msec 2024-11-09T10:22:32,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T10:22:32,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a5100688793fe6842521b3d6e0a15f0, ASSIGN in 351 msec 2024-11-09T10:22:32,498 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:22:32,498 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147752498"}]},"ts":"1731147752498"} 2024-11-09T10:22:32,500 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:22:32,501 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:22:32,503 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-09T10:22:32,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0., hostname=e067b2c2c7b3,44679,1731147736805, seqNum=2] 2024-11-09T10:22:32,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:32,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:32,565 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:22:32,610 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 379, reset compression=false 2024-11-09T10:22:32,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44679 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T10:22:32,720 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:22:32,759 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,44679,1731147736805, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:22:32,760 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:32,760 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44679,1731147736805, seqNum=-1] 2024-11-09T10:22:32,760 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:32,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T10:22:32,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,44679,1731147736805', locateType=CURRENT is [region=hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0., hostname=e067b2c2c7b3,44679,1731147736805, seqNum=2] 2024-11-09T10:22:32,764 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T10:22:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T10:22:32,766 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,44679,1731147736805 suceeded 2024-11-09T10:22:32,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T10:22:32,768 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:39827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:22:32,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-09T10:22:32,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4610 sec 2024-11-09T10:22:32,781 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:39827' 2024-11-09T10:22:32,783 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@530e4728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:32,783 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39827,-1 for getting cluster id 2024-11-09T10:22:32,783 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:32,783 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e99eab2-f2bb-47a7-bfe4-c087b03f58c9' 2024-11-09T10:22:32,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:32,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e99eab2-f2bb-47a7-bfe4-c087b03f58c9" 2024-11-09T10:22:32,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@510a3d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:32,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39827,-1] 2024-11-09T10:22:32,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:32,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:32,784 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:32,785 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab7e292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:32,785 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:32,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:32,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36c932c7 2024-11-09T10:22:32,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:32,786 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-09T10:22:32,787 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,44679,1731147736805 (queues=1) is replicating from cluster=ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34 to cluster=6e99eab2-f2bb-47a7-bfe4-c087b03f58c9 2024-11-09T10:22:32,787 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C44679%2C1731147736805 2024-11-09T10:22:32,787 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,44679,1731147736805, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:22:32,788 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296, startPosition=0, beingWritten=true 2024-11-09T10:22:32,788 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C44679%2C1731147736805 2024-11-09T10:22:32,794 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:32,794 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 379, reset compression=false 2024-11-09T10:22:32,794 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44679,1731147736805 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:32,997 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 379, reset compression=false 2024-11-09T10:22:33,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T10:22:33,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T10:22:33,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:22:33,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T10:22:33,213 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 379, reset compression=false 2024-11-09T10:22:33,299 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 379, reset compression=false 2024-11-09T10:22:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:33,452 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:22:33,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:33,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:33,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:33,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:33,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:33,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19961f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:33,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39827,-1 for getting cluster id 2024-11-09T10:22:33,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:33,463 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e99eab2-f2bb-47a7-bfe4-c087b03f58c9' 2024-11-09T10:22:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e99eab2-f2bb-47a7-bfe4-c087b03f58c9" 2024-11-09T10:22:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1726c605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39827,-1] 2024-11-09T10:22:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:33,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:33,465 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15720d6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:33,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:33,466 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d333ef6 2024-11-09T10:22:33,467 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:33,468 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:22:33,469 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:22:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:22:33,475 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:39233' 2024-11-09T10:22:33,476 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@228ff628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:33,476 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39233,-1 for getting cluster id 2024-11-09T10:22:33,476 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:33,477 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34' 2024-11-09T10:22:33,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:33,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34" 2024-11-09T10:22:33,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a37cd97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:33,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39233,-1] 2024-11-09T10:22:33,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:33,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:33,479 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:33,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62140dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:33,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:33,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:33,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@512bce0f 2024-11-09T10:22:33,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:33,482 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:22:33,483 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T10:22:33,483 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:22:33,483 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:33,483 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:33,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:33,484 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:22:33,485 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:22:33,486 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:22:33,486 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:33,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:22:33,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741837_1013 (size=1138) 2024-11-09T10:22:33,535 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:22:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:33,702 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 379, reset compression=false 2024-11-09T10:22:33,781 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=9, created chunk count=35, reused chunk count=118, reuseRatio=77.12% 2024-11-09T10:22:33,782 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-09T10:22:33,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:33,893 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 923e6920e7c49ba071ecf09cb9572d7c, NAME => 'hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001 2024-11-09T10:22:33,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741838_1014 (size=44) 2024-11-09T10:22:33,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:33,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 923e6920e7c49ba071ecf09cb9572d7c, disabling compactions & flushes 2024-11-09T10:22:33,898 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. 2024-11-09T10:22:33,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. 2024-11-09T10:22:33,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. after waiting 0 ms 2024-11-09T10:22:33,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. 2024-11-09T10:22:33,898 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. 2024-11-09T10:22:33,898 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 923e6920e7c49ba071ecf09cb9572d7c: Waiting for close lock at 1731147753898Disabling compacts and flushes for region at 1731147753898Disabling writes for close at 1731147753898Writing region close event to WAL at 1731147753898Closed at 1731147753898 2024-11-09T10:22:33,899 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:22:33,899 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147753899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147753899"}]},"ts":"1731147753899"} 2024-11-09T10:22:33,902 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:22:33,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:22:33,903 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147753903"}]},"ts":"1731147753903"} 2024-11-09T10:22:33,905 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:22:33,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=923e6920e7c49ba071ecf09cb9572d7c, ASSIGN}] 2024-11-09T10:22:33,907 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=923e6920e7c49ba071ecf09cb9572d7c, ASSIGN 2024-11-09T10:22:33,908 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=923e6920e7c49ba071ecf09cb9572d7c, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,36985,1731147741908; forceNewPlan=false, retain=false 2024-11-09T10:22:33,916 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 379, reset compression=false 2024-11-09T10:22:34,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=923e6920e7c49ba071ecf09cb9572d7c, regionState=OPENING, regionLocation=e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=923e6920e7c49ba071ecf09cb9572d7c, ASSIGN because future has completed 2024-11-09T10:22:34,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 923e6920e7c49ba071ecf09cb9572d7c, server=e067b2c2c7b3,36985,1731147741908}] 2024-11-09T10:22:34,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:34,206 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 379, reset compression=false 2024-11-09T10:22:34,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. 2024-11-09T10:22:34,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:34,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:22:34,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36985%2C1731147741908.rep, suffix=, logDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908, archiveDir=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/oldWALs, maxLogs=10 2024-11-09T10:22:34,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.rep.1731147754217, exclude list is [], retry=0 2024-11-09T10:22:34,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34413,DS-e2ca144c-0813-4dbf-bf3b-1a8fe7f8759c,DISK] 2024-11-09T10:22:34,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.rep.1731147754217 2024-11-09T10:22:34,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34419:34419)] 2024-11-09T10:22:34,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 923e6920e7c49ba071ecf09cb9572d7c, NAME => 'hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:34,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:22:34,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:22:34,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. service=MultiRowMutationService 2024-11-09T10:22:34,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:22:34,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:34,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,238 INFO [StoreOpener-923e6920e7c49ba071ecf09cb9572d7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,239 INFO [StoreOpener-923e6920e7c49ba071ecf09cb9572d7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 923e6920e7c49ba071ecf09cb9572d7c columnFamilyName hfileref 2024-11-09T10:22:34,240 DEBUG [StoreOpener-923e6920e7c49ba071ecf09cb9572d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:34,240 INFO [StoreOpener-923e6920e7c49ba071ecf09cb9572d7c-1 {}] regionserver.HStore(327): Store=923e6920e7c49ba071ecf09cb9572d7c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:34,240 INFO [StoreOpener-923e6920e7c49ba071ecf09cb9572d7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,241 INFO [StoreOpener-923e6920e7c49ba071ecf09cb9572d7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 923e6920e7c49ba071ecf09cb9572d7c columnFamilyName queue 2024-11-09T10:22:34,241 DEBUG [StoreOpener-923e6920e7c49ba071ecf09cb9572d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:34,241 INFO [StoreOpener-923e6920e7c49ba071ecf09cb9572d7c-1 {}] regionserver.HStore(327): Store=923e6920e7c49ba071ecf09cb9572d7c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:34,241 INFO [StoreOpener-923e6920e7c49ba071ecf09cb9572d7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,242 INFO [StoreOpener-923e6920e7c49ba071ecf09cb9572d7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 923e6920e7c49ba071ecf09cb9572d7c columnFamilyName sid 2024-11-09T10:22:34,242 DEBUG [StoreOpener-923e6920e7c49ba071ecf09cb9572d7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:34,242 INFO [StoreOpener-923e6920e7c49ba071ecf09cb9572d7c-1 {}] regionserver.HStore(327): Store=923e6920e7c49ba071ecf09cb9572d7c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:34,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/replication/923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/replication/923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,243 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:22:34,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/replication/923e6920e7c49ba071ecf09cb9572d7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:34,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 923e6920e7c49ba071ecf09cb9572d7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69877896, jitterRate=0.04126179218292236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:22:34,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:34,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 923e6920e7c49ba071ecf09cb9572d7c: Running coprocessor pre-open hook at 1731147754238Writing region info on filesystem at 1731147754238Initializing all the Stores at 1731147754238Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147754238Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147754238Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147754238Cleaning up temporary data from old regions at 1731147754243 (+5 ms)Running coprocessor post-open hooks at 1731147754246 (+3 ms)Region opened successfully at 1731147754246 2024-11-09T10:22:34,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c., pid=10, masterSystemTime=1731147754213 2024-11-09T10:22:34,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=923e6920e7c49ba071ecf09cb9572d7c, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:34,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. 2024-11-09T10:22:34,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. 2024-11-09T10:22:34,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 923e6920e7c49ba071ecf09cb9572d7c, server=e067b2c2c7b3,36985,1731147741908 because future has completed 2024-11-09T10:22:34,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:22:34,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 923e6920e7c49ba071ecf09cb9572d7c, server=e067b2c2c7b3,36985,1731147741908 in 195 msec 2024-11-09T10:22:34,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T10:22:34,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=923e6920e7c49ba071ecf09cb9572d7c, ASSIGN in 351 msec 2024-11-09T10:22:34,259 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:22:34,260 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147754259"}]},"ts":"1731147754259"} 2024-11-09T10:22:34,261 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:22:34,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:22:34,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-11-09T10:22:34,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c., hostname=e067b2c2c7b3,36985,1731147741908, seqNum=2] 2024-11-09T10:22:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:34,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:34,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:22:34,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36985 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T10:22:34,514 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:22:34,546 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,36985,1731147741908, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:22:34,546 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:34,546 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36985,1731147741908, seqNum=-1] 2024-11-09T10:22:34,547 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:34,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51257, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T10:22:34,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,36985,1731147741908', locateType=CURRENT is [region=hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c., hostname=e067b2c2c7b3,36985,1731147741908, seqNum=2] 2024-11-09T10:22:34,551 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T10:22:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T10:22:34,554 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,36985,1731147741908 suceeded 2024-11-09T10:22:34,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T10:22:34,557 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:39233,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:22:34,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-09T10:22:34,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0880 sec 2024-11-09T10:22:34,567 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:39233' 2024-11-09T10:22:34,569 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8b397b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,569 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39233,-1 for getting cluster id 2024-11-09T10:22:34,569 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:34,570 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34' 2024-11-09T10:22:34,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:34,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34" 2024-11-09T10:22:34,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dcad777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39233,-1] 2024-11-09T10:22:34,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:34,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:34,573 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:34,573 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7477ca6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,574 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:34,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:34,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ba5030b 2024-11-09T10:22:34,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:34,576 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-09T10:22:34,576 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,36985,1731147741908 (queues=1) is replicating from cluster=6e99eab2-f2bb-47a7-bfe4-c087b03f58c9 to cluster=ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34 2024-11-09T10:22:34,576 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C36985%2C1731147741908 2024-11-09T10:22:34,576 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,36985,1731147741908, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:22:34,580 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009, startPosition=0, beingWritten=true 2024-11-09T10:22:34,588 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C36985%2C1731147741908 2024-11-09T10:22:34,600 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:34,600 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 379, reset compression=false 2024-11-09T10:22:34,600 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36985,1731147741908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:34,611 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:22:34,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:34,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:34,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:34,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:34,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:34,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cfb257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39839,-1 for getting cluster id 2024-11-09T10:22:34,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:34,613 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4e6167a-5bbf-4189-b4b8-77e676993edc' 2024-11-09T10:22:34,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:34,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4e6167a-5bbf-4189-b4b8-77e676993edc" 2024-11-09T10:22:34,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284674a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39839,-1] 2024-11-09T10:22:34,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:34,614 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:34,615 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:34,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b796781, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,617 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39233,-1 for getting cluster id 2024-11-09T10:22:34,617 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:34,618 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34' 2024-11-09T10:22:34,618 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:34,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34" 2024-11-09T10:22:34,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc16741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39233,-1] 2024-11-09T10:22:34,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:34,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:34,620 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9d1ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e845db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,621 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39827,-1 for getting cluster id 2024-11-09T10:22:34,621 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:34,622 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e99eab2-f2bb-47a7-bfe4-c087b03f58c9' 2024-11-09T10:22:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e99eab2-f2bb-47a7-bfe4-c087b03f58c9" 2024-11-09T10:22:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506e895e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39827,-1] 2024-11-09T10:22:34,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:34,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:34,624 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:34,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@765ad343, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,625 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:34,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,42625,1731147731173, seqNum=-1] 2024-11-09T10:22:34,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:34,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:22:34,631 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731147745212.4729f685690d53b5282ed58846d028ed., hostname=e067b2c2c7b3,42625,1731147731173, seqNum=2] 2024-11-09T10:22:34,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36985,1731147741908, seqNum=-1] 2024-11-09T10:22:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:34,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:22:34,638 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731147748514.809dd370a7650e33074612270bfb1196., hostname=e067b2c2c7b3,36985,1731147741908, seqNum=2] 2024-11-09T10:22:34,640 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-09T10:22:34,719 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 379, reset compression=false 2024-11-09T10:22:34,737 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:22:34,737 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 480, reset compression=false 2024-11-09T10:22:34,737 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,42625,1731147731173 got entry batch from reader: WALEntryBatch [walEntries=[{test/4729f685690d53b5282ed58846d028ed/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-09T10:22:34,740 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:22:34,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-09T10:22:34,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:22:34,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3256f529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39233,-1 for getting cluster id 2024-11-09T10:22:34,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:34,753 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34' 2024-11-09T10:22:34,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:34,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ed13c4f4-2c5c-4910-ba74-ec40d3b0bd34" 2024-11-09T10:22:34,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ee6925b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39233,-1] 2024-11-09T10:22:34,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:34,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:34,757 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:34,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57034212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:34,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44679,1731147736805, seqNum=-1] 2024-11-09T10:22:34,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:34,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-09T10:22:34,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731147746364.b8a98e724858540199e1d8ed2706de00., hostname=e067b2c2c7b3,44679,1731147736805, seqNum=2] 2024-11-09T10:22:34,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:22:34,809 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 379, reset compression=false 2024-11-09T10:22:34,810 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 379, reset compression=false 2024-11-09T10:22:34,814 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:22:34,814 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 504, reset compression=false 2024-11-09T10:22:34,814 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44679,1731147736805 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8a98e724858540199e1d8ed2706de00/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-09T10:22:34,817 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:22:34,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-09T10:22:34,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:22:34,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7649dced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,39827,-1 for getting cluster id 2024-11-09T10:22:34,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:34,820 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e99eab2-f2bb-47a7-bfe4-c087b03f58c9' 2024-11-09T10:22:34,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:34,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e99eab2-f2bb-47a7-bfe4-c087b03f58c9" 2024-11-09T10:22:34,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e1c89df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,39827,-1] 2024-11-09T10:22:34,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:34,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:34,822 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:34,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ef02c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:34,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:34,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36985,1731147741908, seqNum=-1] 2024-11-09T10:22:34,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:34,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-09T10:22:34,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731147748514.809dd370a7650e33074612270bfb1196., hostname=e067b2c2c7b3,36985,1731147741908, seqNum=2] 2024-11-09T10:22:34,829 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:22:34,945 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 480, reset compression=false 2024-11-09T10:22:35,019 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 504, reset compression=false 2024-11-09T10:22:35,113 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 379, reset compression=false 2024-11-09T10:22:35,120 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:35,120 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 528, reset compression=false 2024-11-09T10:22:35,120 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36985,1731147741908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:35,250 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 480, reset compression=false 2024-11-09T10:22:35,323 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 504, reset compression=false 2024-11-09T10:22:35,324 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 528, reset compression=false 2024-11-09T10:22:35,627 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 528, reset compression=false 2024-11-09T10:22:35,642 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-09T10:22:35,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44679,1731147736805, seqNum=-1] 2024-11-09T10:22:35,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:35,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:22:35,646 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731147746364.b8a98e724858540199e1d8ed2706de00., hostname=e067b2c2c7b3,44679,1731147736805, seqNum=2] 2024-11-09T10:22:35,649 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-09T10:22:35,653 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 480, reset compression=false 2024-11-09T10:22:35,727 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 504, reset compression=false 2024-11-09T10:22:35,732 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:22:35,732 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 608, reset compression=false 2024-11-09T10:22:35,732 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44679,1731147736805 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8a98e724858540199e1d8ed2706de00/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T10:22:35,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:22:35,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:22:35,936 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 608, reset compression=false 2024-11-09T10:22:36,031 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 528, reset compression=false 2024-11-09T10:22:36,037 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:36,037 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 656, reset compression=false 2024-11-09T10:22:36,037 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36985,1731147741908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:36,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:22:36,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,157 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 480, reset compression=false 2024-11-09T10:22:36,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,202 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,203 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:36,244 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 608, reset compression=false 2024-11-09T10:22:36,266 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 656, reset compression=false 2024-11-09T10:22:36,586 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 656, reset compression=false 2024-11-09T10:22:36,648 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 608, reset compression=false 2024-11-09T10:22:36,651 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-09T10:22:36,654 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-09T10:22:36,762 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 480, reset compression=false 2024-11-09T10:22:36,989 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 656, reset compression=false 2024-11-09T10:22:36,993 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:22:36,993 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 760, reset compression=false 2024-11-09T10:22:36,993 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36985,1731147741908 got entry batch from reader: WALEntryBatch [walEntries=[{test/809dd370a7650e33074612270bfb1196/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-09T10:22:36,995 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:22:36,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-09T10:22:36,996 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:22:36,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:22:37,152 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 608, reset compression=false 2024-11-09T10:22:37,158 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:37,158 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 735, reset compression=false 2024-11-09T10:22:37,158 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44679,1731147736805 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:37,197 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 760, reset compression=false 2024-11-09T10:22:37,363 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 735, reset compression=false 2024-11-09T10:22:37,465 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 480, reset compression=false 2024-11-09T10:22:37,500 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 760, reset compression=false 2024-11-09T10:22:37,656 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-09T10:22:37,659 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-09T10:22:37,667 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 735, reset compression=false 2024-11-09T10:22:37,904 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 760, reset compression=false 2024-11-09T10:22:38,071 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 735, reset compression=false 2024-11-09T10:22:38,269 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 480, reset compression=false 2024-11-09T10:22:38,275 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:22:38,275 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:38,275 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,42625,1731147731173 got entry batch from reader: WALEntryBatch [walEntries=[{test/4729f685690d53b5282ed58846d028ed/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-09T10:22:38,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:22:38,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:22:38,409 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 760, reset compression=false 2024-11-09T10:22:38,479 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:38,575 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 735, reset compression=false 2024-11-09T10:22:38,580 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:22:38,580 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 883, reset compression=false 2024-11-09T10:22:38,580 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44679,1731147736805 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8a98e724858540199e1d8ed2706de00/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-09T10:22:38,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:22:38,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:22:38,661 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-09T10:22:38,665 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-09T10:22:38,786 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 883, reset compression=false 2024-11-09T10:22:38,789 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:38,792 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:22:38,792 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1042, reset compression=false 2024-11-09T10:22:38,792 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44679,1731147736805 got entry batch from reader: WALEntryBatch [walEntries=[{test/b8a98e724858540199e1d8ed2706de00/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T10:22:38,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:22:38,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36985 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:22:39,000 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1042, reset compression=false 2024-11-09T10:22:39,017 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 760, reset compression=false 2024-11-09T10:22:39,023 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:39,023 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 1082, reset compression=false 2024-11-09T10:22:39,023 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36985,1731147741908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:39,195 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:39,227 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 1082, reset compression=false 2024-11-09T10:22:39,303 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1042, reset compression=false 2024-11-09T10:22:39,531 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 1082, reset compression=false 2024-11-09T10:22:39,667 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-09T10:22:39,683 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-09T10:22:39,699 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:39,707 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1042, reset compression=false 2024-11-09T10:22:39,936 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 1082, reset compression=false 2024-11-09T10:22:39,963 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:22:39,963 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 1241, reset compression=false 2024-11-09T10:22:39,963 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36985,1731147741908 got entry batch from reader: WALEntryBatch [walEntries=[{test/809dd370a7650e33074612270bfb1196/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-09T10:22:39,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-09T10:22:39,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44679 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-09T10:22:40,181 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 1241, reset compression=false 2024-11-09T10:22:40,232 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1042, reset compression=false 2024-11-09T10:22:40,237 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:40,237 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1191, reset compression=false 2024-11-09T10:22:40,237 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44679,1731147736805 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:40,333 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:40,441 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1191, reset compression=false 2024-11-09T10:22:40,486 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 1241, reset compression=false 2024-11-09T10:22:40,560 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T10:22:40,685 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-09T10:22:40,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:22:40,693 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:40,693 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:40,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:40,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:40,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:40,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:22:40,694 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1282545424, stopped=false 2024-11-09T10:22:40,695 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,39827,1731147741752 2024-11-09T10:22:40,744 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1191, reset compression=false 2024-11-09T10:22:40,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21636036710/running 2024-11-09T10:22:40,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21636036710/running 2024-11-09T10:22:40,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:40,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:40,827 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:22:40,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:40,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:40,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:40,828 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,36985,1731147741908' ***** 2024-11-09T10:22:40,828 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:22:40,828 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:22:40,828 INFO [RS:0;e067b2c2c7b3:36985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:22:40,828 INFO [RS:0;e067b2c2c7b3:36985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:22:40,829 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:22:40,829 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(3091): Received CLOSE for 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:40,829 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(3091): Received CLOSE for 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:40,829 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:40,829 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:22:40,829 INFO [RS:0;e067b2c2c7b3:36985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:36985. 2024-11-09T10:22:40,829 DEBUG [RS:0;e067b2c2c7b3:36985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:40,829 DEBUG [RS:0;e067b2c2c7b3:36985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:40,829 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:22:40,829 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:22:40,829 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 923e6920e7c49ba071ecf09cb9572d7c, disabling compactions & flushes 2024-11-09T10:22:40,829 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:22:40,829 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. 2024-11-09T10:22:40,829 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. 2024-11-09T10:22:40,829 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. after waiting 0 ms 2024-11-09T10:22:40,830 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. 2024-11-09T10:22:40,830 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:22:40,830 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 923e6920e7c49ba071ecf09cb9572d7c 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-09T10:22:40,832 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T10:22:40,832 DEBUG [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(1325): Online Regions={923e6920e7c49ba071ecf09cb9572d7c=hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c., 809dd370a7650e33074612270bfb1196=test,,1731147748514.809dd370a7650e33074612270bfb1196., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:22:40,832 DEBUG [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 809dd370a7650e33074612270bfb1196, 923e6920e7c49ba071ecf09cb9572d7c 2024-11-09T10:22:40,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Set watcher on znode that does not yet exist, /21636036710/running 2024-11-09T10:22:40,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Set watcher on znode that does not yet exist, /21636036710/running 2024-11-09T10:22:40,833 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:22:40,833 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:22:40,833 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:22:40,834 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:22:40,834 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:22:40,834 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T10:22:40,854 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/replication/923e6920e7c49ba071ecf09cb9572d7c/.tmp/queue/e4679cd06a684040b2bd3bbad9c8ed96 is 154, key is 1-e067b2c2c7b3,36985,1731147741908/queue:e067b2c2c7b3%2C36985%2C1731147741908/1731147759970/Put/seqid=0 2024-11-09T10:22:40,864 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/.tmp/info/42140e1b5c514b24a6398efa04fba1f4 is 147, key is hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c./info:regioninfo/1731147754248/Put/seqid=0 2024-11-09T10:22:40,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741840_1016 (size=5353) 2024-11-09T10:22:40,870 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/replication/923e6920e7c49ba071ecf09cb9572d7c/.tmp/queue/e4679cd06a684040b2bd3bbad9c8ed96 2024-11-09T10:22:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741841_1017 (size=7686) 2024-11-09T10:22:40,878 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/.tmp/info/42140e1b5c514b24a6398efa04fba1f4 2024-11-09T10:22:40,878 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/replication/923e6920e7c49ba071ecf09cb9572d7c/.tmp/queue/e4679cd06a684040b2bd3bbad9c8ed96 as hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/replication/923e6920e7c49ba071ecf09cb9572d7c/queue/e4679cd06a684040b2bd3bbad9c8ed96 2024-11-09T10:22:40,882 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:22:40,884 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/replication/923e6920e7c49ba071ecf09cb9572d7c/queue/e4679cd06a684040b2bd3bbad9c8ed96, entries=1, sequenceid=11, filesize=5.2 K 2024-11-09T10:22:40,886 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 923e6920e7c49ba071ecf09cb9572d7c in 56ms, sequenceid=11, compaction requested=false 2024-11-09T10:22:40,891 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 1241, reset compression=false 2024-11-09T10:22:40,895 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:22:40,895 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:22:40,901 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/replication/923e6920e7c49ba071ecf09cb9572d7c/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T10:22:40,901 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:40,901 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:22:40,901 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. 2024-11-09T10:22:40,901 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 923e6920e7c49ba071ecf09cb9572d7c: Waiting for close lock at 1731147760829Running coprocessor pre-close hooks at 1731147760829Disabling compacts and flushes for region at 1731147760829Disabling writes for close at 1731147760829Obtaining lock to block concurrent updates at 1731147760830 (+1 ms)Preparing flush snapshotting stores in 923e6920e7c49ba071ecf09cb9572d7c at 1731147760830Finished memstore snapshotting hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731147760830Flushing stores of hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. at 1731147760831 (+1 ms)Flushing 923e6920e7c49ba071ecf09cb9572d7c/queue: creating writer at 1731147760831Flushing 923e6920e7c49ba071ecf09cb9572d7c/queue: appending metadata at 1731147760852 (+21 ms)Flushing 923e6920e7c49ba071ecf09cb9572d7c/queue: closing flushed file at 1731147760852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f700cba: reopening flushed file at 1731147760877 (+25 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 923e6920e7c49ba071ecf09cb9572d7c in 56ms, sequenceid=11, compaction requested=false at 1731147760886 (+9 ms)Writing region close event to WAL at 1731147760888 (+2 ms)Running coprocessor post-close hooks at 1731147760901 (+13 ms)Closed at 1731147760901 2024-11-09T10:22:40,902 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147753484.923e6920e7c49ba071ecf09cb9572d7c. 2024-11-09T10:22:40,902 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 809dd370a7650e33074612270bfb1196, disabling compactions & flushes 2024-11-09T10:22:40,902 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147748514.809dd370a7650e33074612270bfb1196. 2024-11-09T10:22:40,902 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147748514.809dd370a7650e33074612270bfb1196. 2024-11-09T10:22:40,902 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147748514.809dd370a7650e33074612270bfb1196. after waiting 0 ms 2024-11-09T10:22:40,902 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147748514.809dd370a7650e33074612270bfb1196. 2024-11-09T10:22:40,902 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 809dd370a7650e33074612270bfb1196 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T10:22:40,906 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:40,906 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 1488, reset compression=false 2024-11-09T10:22:40,906 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,36985,1731147741908 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:40,907 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e067b2c2c7b3,36985,1731147741908: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e067b2c2c7b3,36985,1731147741908, walGroup=e067b2c2c7b3%2C36985%2C1731147741908, offset=e067b2c2c7b3%2C36985%2C1731147741908.1731147744009:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:36985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T10:22:40,908 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T10:22:40,909 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T10:22:40,909 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T10:22:40,909 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T10:22:40,909 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T10:22:40,909 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1423966208, "init": 1048576000, "max": 2306867200, "used": 872153944 }, "NonHeapMemoryUsage": { "committed": 205783040, "init": 7667712, "max": -1, "used": 202810688 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T10:22:40,910 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:39827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:39827 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T10:22:40,911 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/.tmp/ns/18c36d7d6fed4cf9ba020011d7902b08 is 43, key is default/ns:d/1731147745032/Put/seqid=0 2024-11-09T10:22:40,939 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/.tmp/f/f9cbf78a43cb4b869666de658ca123a9 is 29, key is row1/f:/1731147758662/DeleteFamily/seqid=0 2024-11-09T10:22:40,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741842_1018 (size=5153) 2024-11-09T10:22:40,962 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/.tmp/ns/18c36d7d6fed4cf9ba020011d7902b08 2024-11-09T10:22:40,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741843_1019 (size=5152) 2024-11-09T10:22:40,967 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/.tmp/f/f9cbf78a43cb4b869666de658ca123a9 2024-11-09T10:22:40,975 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9cbf78a43cb4b869666de658ca123a9 2024-11-09T10:22:40,997 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/.tmp/f1/d9e89edd205d45e38bd60085d7756f74 is 30, key is row1/f1:/1731147758662/DeleteFamily/seqid=0 2024-11-09T10:22:41,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741844_1020 (size=5158) 2024-11-09T10:22:41,011 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/.tmp/f1/d9e89edd205d45e38bd60085d7756f74 2024-11-09T10:22:41,013 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/.tmp/rep_barrier/26e210333e314949899418476db67ccd is 112, key is test,,1731147748514.809dd370a7650e33074612270bfb1196./rep_barrier:seqnumDuringOpen/1731147748856/Put/seqid=0 2024-11-09T10:22:41,016 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9e89edd205d45e38bd60085d7756f74 2024-11-09T10:22:41,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741845_1021 (size=5518) 2024-11-09T10:22:41,023 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/.tmp/rep_barrier/26e210333e314949899418476db67ccd 2024-11-09T10:22:41,032 DEBUG [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:41,037 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:41,048 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/.tmp/norep/84c0f4df55bd4c5cbb1dd1f546f36796 is 33, key is row2/norep:/1731147759668/DeleteFamily/seqid=0 2024-11-09T10:22:41,061 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/.tmp/table/8b05e56711154b62829fbade4f6fe274 is 53, key is hbase:replication/table:state/1731147754259/Put/seqid=0 2024-11-09T10:22:41,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741846_1022 (size=5108) 2024-11-09T10:22:41,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741847_1023 (size=5308) 2024-11-09T10:22:41,145 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 1488, reset compression=false 2024-11-09T10:22:41,148 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1191, reset compression=false 2024-11-09T10:22:41,233 DEBUG [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:41,433 DEBUG [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 809dd370a7650e33074612270bfb1196 2024-11-09T10:22:41,449 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 to pos 1488, reset compression=false 2024-11-09T10:22:41,462 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/.tmp/norep/84c0f4df55bd4c5cbb1dd1f546f36796 2024-11-09T10:22:41,467 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84c0f4df55bd4c5cbb1dd1f546f36796 2024-11-09T10:22:41,468 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/.tmp/f/f9cbf78a43cb4b869666de658ca123a9 as hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/f/f9cbf78a43cb4b869666de658ca123a9 2024-11-09T10:22:41,470 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/.tmp/table/8b05e56711154b62829fbade4f6fe274 2024-11-09T10:22:41,474 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9cbf78a43cb4b869666de658ca123a9 2024-11-09T10:22:41,474 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/f/f9cbf78a43cb4b869666de658ca123a9, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T10:22:41,477 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/.tmp/info/42140e1b5c514b24a6398efa04fba1f4 as hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/info/42140e1b5c514b24a6398efa04fba1f4 2024-11-09T10:22:41,477 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/.tmp/f1/d9e89edd205d45e38bd60085d7756f74 as hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/f1/d9e89edd205d45e38bd60085d7756f74 2024-11-09T10:22:41,482 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/info/42140e1b5c514b24a6398efa04fba1f4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T10:22:41,482 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d9e89edd205d45e38bd60085d7756f74 2024-11-09T10:22:41,482 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/f1/d9e89edd205d45e38bd60085d7756f74, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T10:22:41,483 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/.tmp/ns/18c36d7d6fed4cf9ba020011d7902b08 as hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/ns/18c36d7d6fed4cf9ba020011d7902b08 2024-11-09T10:22:41,483 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/.tmp/norep/84c0f4df55bd4c5cbb1dd1f546f36796 as hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/norep/84c0f4df55bd4c5cbb1dd1f546f36796 2024-11-09T10:22:41,490 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/ns/18c36d7d6fed4cf9ba020011d7902b08, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T10:22:41,490 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84c0f4df55bd4c5cbb1dd1f546f36796 2024-11-09T10:22:41,490 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/norep/84c0f4df55bd4c5cbb1dd1f546f36796, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T10:22:41,490 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/.tmp/rep_barrier/26e210333e314949899418476db67ccd as hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/rep_barrier/26e210333e314949899418476db67ccd 2024-11-09T10:22:41,492 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 809dd370a7650e33074612270bfb1196 in 590ms, sequenceid=10, compaction requested=false 2024-11-09T10:22:41,497 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/default/test/809dd370a7650e33074612270bfb1196/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T10:22:41,497 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:41,497 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:22:41,497 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147748514.809dd370a7650e33074612270bfb1196. 2024-11-09T10:22:41,498 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 809dd370a7650e33074612270bfb1196: Waiting for close lock at 1731147760902Running coprocessor pre-close hooks at 1731147760902Disabling compacts and flushes for region at 1731147760902Disabling writes for close at 1731147760902Obtaining lock to block concurrent updates at 1731147760902Preparing flush snapshotting stores in 809dd370a7650e33074612270bfb1196 at 1731147760902Finished memstore snapshotting test,,1731147748514.809dd370a7650e33074612270bfb1196., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731147760902Flushing stores of test,,1731147748514.809dd370a7650e33074612270bfb1196. at 1731147760903 (+1 ms)Flushing 809dd370a7650e33074612270bfb1196/f: creating writer at 1731147760903Flushing 809dd370a7650e33074612270bfb1196/f: appending metadata at 1731147760939 (+36 ms)Flushing 809dd370a7650e33074612270bfb1196/f: closing flushed file at 1731147760939Flushing 809dd370a7650e33074612270bfb1196/f1: creating writer at 1731147760975 (+36 ms)Flushing 809dd370a7650e33074612270bfb1196/f1: appending metadata at 1731147760996 (+21 ms)Flushing 809dd370a7650e33074612270bfb1196/f1: closing flushed file at 1731147760996Flushing 809dd370a7650e33074612270bfb1196/norep: creating writer at 1731147761016 (+20 ms)Flushing 809dd370a7650e33074612270bfb1196/norep: appending metadata at 1731147761047 (+31 ms)Flushing 809dd370a7650e33074612270bfb1196/norep: closing flushed file at 1731147761047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ccf7b31: reopening flushed file at 1731147761467 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d580c0d: reopening flushed file at 1731147761475 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8bf551c: reopening flushed file at 1731147761482 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 809dd370a7650e33074612270bfb1196 in 590ms, sequenceid=10, compaction requested=false at 1731147761492 (+10 ms)Writing region close event to WAL at 1731147761493 (+1 ms)Running coprocessor post-close hooks at 1731147761497 (+4 ms)Closed at 1731147761497 2024-11-09T10:22:41,498 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/rep_barrier/26e210333e314949899418476db67ccd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T10:22:41,498 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147748514.809dd370a7650e33074612270bfb1196. 2024-11-09T10:22:41,499 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/.tmp/table/8b05e56711154b62829fbade4f6fe274 as hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/table/8b05e56711154b62829fbade4f6fe274 2024-11-09T10:22:41,504 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/table/8b05e56711154b62829fbade4f6fe274, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T10:22:41,505 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 671ms, sequenceid=16, compaction requested=false 2024-11-09T10:22:41,513 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T10:22:41,513 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:41,513 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:22:41,513 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:41,513 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147760833Running coprocessor pre-close hooks at 1731147760833Disabling compacts and flushes for region at 1731147760833Disabling writes for close at 1731147760834 (+1 ms)Obtaining lock to block concurrent updates at 1731147760834Preparing flush snapshotting stores in 1588230740 at 1731147760834Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731147760835 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731147760835Flushing 1588230740/info: creating writer at 1731147760835Flushing 1588230740/info: appending metadata at 1731147760864 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731147760864Flushing 1588230740/ns: creating writer at 1731147760885 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731147760911 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731147760911Flushing 1588230740/rep_barrier: creating writer at 1731147760967 (+56 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147761013 (+46 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147761013Flushing 1588230740/table: creating writer at 1731147761027 (+14 ms)Flushing 1588230740/table: appending metadata at 1731147761060 (+33 ms)Flushing 1588230740/table: closing flushed file at 1731147761060Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2969e371: reopening flushed file at 1731147761476 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e26fc16: reopening flushed file at 1731147761482 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bbbfb1: reopening flushed file at 1731147761490 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d83af82: reopening flushed file at 1731147761498 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 671ms, sequenceid=16, compaction requested=false at 1731147761505 (+7 ms)Writing region close event to WAL at 1731147761509 (+4 ms)Running coprocessor post-close hooks at 1731147761513 (+4 ms)Closed at 1731147761513 2024-11-09T10:22:41,514 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:41,633 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,36985,1731147741908; all regions closed. 2024-11-09T10:22:41,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741834_1010 (size=4239) 2024-11-09T10:22:41,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741839_1015 (size=2896) 2024-11-09T10:22:41,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741832_1008 (size=2140) 2024-11-09T10:22:41,643 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/WALs/e067b2c2c7b3,36985,1731147741908/e067b2c2c7b3%2C36985%2C1731147741908.1731147744009 not finished, retry = 0 2024-11-09T10:22:41,652 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1191, reset compression=false 2024-11-09T10:22:41,745 DEBUG [RS:0;e067b2c2c7b3:36985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:41,745 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:22:41,745 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:22:41,746 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:22:41,746 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:22:41,746 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:22:41,746 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,36985,1731147741908 because: Region server is closing 2024-11-09T10:22:41,747 INFO [RS:0;e067b2c2c7b3:36985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:36985. 2024-11-09T10:22:41,747 DEBUG [RS:0;e067b2c2c7b3:36985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:41,747 DEBUG [RS:0;e067b2c2c7b3:36985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:41,747 DEBUG [RS:0;e067b2c2c7b3:36985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:41,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:41,847 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.shippere067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 terminated 2024-11-09T10:22:41,847 INFO [RS:0;e067b2c2c7b3:36985 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:36985. 2024-11-09T10:22:41,847 DEBUG [RS:0;e067b2c2c7b3:36985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:41,848 DEBUG [RS:0;e067b2c2c7b3:36985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:41,848 DEBUG [RS:0;e067b2c2c7b3:36985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:41,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:41,848 INFO [RS:0;e067b2c2c7b3:36985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36985 2024-11-09T10:22:41,848 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,36985,1731147741908.replicationSource.wal-reader.e067b2c2c7b3%2C36985%2C1731147741908,1-e067b2c2c7b3,36985,1731147741908 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:22:41,858 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:41,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710/rs 2024-11-09T10:22:41,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21636036710/rs/e067b2c2c7b3,36985,1731147741908 2024-11-09T10:22:41,901 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:22:41,912 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,36985,1731147741908] 2024-11-09T10:22:41,922 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21636036710/draining/e067b2c2c7b3,36985,1731147741908 already deleted, retry=false 2024-11-09T10:22:41,922 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,36985,1731147741908 expired; onlineServers=0 2024-11-09T10:22:41,922 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,39827,1731147741752' ***** 2024-11-09T10:22:41,922 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:22:41,922 INFO [M:0;e067b2c2c7b3:39827 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:22:41,922 INFO [M:0;e067b2c2c7b3:39827 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:22:41,922 DEBUG [M:0;e067b2c2c7b3:39827 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:22:41,923 DEBUG [M:0;e067b2c2c7b3:39827 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:22:41,923 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:22:41,923 INFO [M:0;e067b2c2c7b3:39827 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:22:41,923 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147743699 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147743699,5,FailOnTimeoutGroup] 2024-11-09T10:22:41,923 INFO [M:0;e067b2c2c7b3:39827 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:22:41,923 DEBUG [M:0;e067b2c2c7b3:39827 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:22:41,923 INFO [M:0;e067b2c2c7b3:39827 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:22:41,923 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147743699 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147743699,5,FailOnTimeoutGroup] 2024-11-09T10:22:41,923 INFO [M:0;e067b2c2c7b3:39827 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:22:41,923 INFO [M:0;e067b2c2c7b3:39827 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:22:41,923 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:22:41,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21636036710/master 2024-11-09T10:22:41,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21636036710 2024-11-09T10:22:41,932 DEBUG [M:0;e067b2c2c7b3:39827 {}] zookeeper.ZKUtil(347): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Unable to get data of znode /21636036710/master because node does not exist (not an error) 2024-11-09T10:22:41,933 WARN [M:0;e067b2c2c7b3:39827 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:22:41,933 INFO [M:0;e067b2c2c7b3:39827 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/.lastflushedseqids 2024-11-09T10:22:41,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741848_1024 (size=245) 2024-11-09T10:22:42,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:42,011 INFO [RS:0;e067b2c2c7b3:36985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:22:42,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36985-0x1011f1e03c90007, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:42,011 INFO [RS:0;e067b2c2c7b3:36985 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,36985,1731147741908; zookeeper connection closed. 2024-11-09T10:22:42,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15b156e2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15b156e2 2024-11-09T10:22:42,012 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:22:42,256 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1191, reset compression=false 2024-11-09T10:22:42,337 INFO [M:0;e067b2c2c7b3:39827 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:22:42,338 INFO [M:0;e067b2c2c7b3:39827 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:22:42,338 DEBUG [M:0;e067b2c2c7b3:39827 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:22:42,338 INFO [M:0;e067b2c2c7b3:39827 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:42,338 DEBUG [M:0;e067b2c2c7b3:39827 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:42,338 DEBUG [M:0;e067b2c2c7b3:39827 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:22:42,338 DEBUG [M:0;e067b2c2c7b3:39827 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:42,338 INFO [M:0;e067b2c2c7b3:39827 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T10:22:42,357 DEBUG [M:0;e067b2c2c7b3:39827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9f0168da73147108d7826b6e493d034 is 82, key is hbase:meta,,1/info:regioninfo/1731147745006/Put/seqid=0 2024-11-09T10:22:42,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741849_1025 (size=5672) 2024-11-09T10:22:42,762 INFO [M:0;e067b2c2c7b3:39827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9f0168da73147108d7826b6e493d034 2024-11-09T10:22:42,762 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:42,788 DEBUG [M:0;e067b2c2c7b3:39827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d8e32dadd944f3a8804f42a7ab65fe9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731147754264/Put/seqid=0 2024-11-09T10:22:42,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741850_1026 (size=8517) 2024-11-09T10:22:42,960 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1191, reset compression=false 2024-11-09T10:22:43,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:22:43,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:43,194 INFO [M:0;e067b2c2c7b3:39827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d8e32dadd944f3a8804f42a7ab65fe9 2024-11-09T10:22:43,218 DEBUG [M:0;e067b2c2c7b3:39827 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b18b8e8e25f94a91a56f72b8db5d5eaa is 69, key is e067b2c2c7b3,36985,1731147741908/rs:state/1731147743784/Put/seqid=0 2024-11-09T10:22:43,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741851_1027 (size=5156) 2024-11-09T10:22:43,226 INFO [M:0;e067b2c2c7b3:39827 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b18b8e8e25f94a91a56f72b8db5d5eaa 2024-11-09T10:22:43,231 DEBUG [M:0;e067b2c2c7b3:39827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9f0168da73147108d7826b6e493d034 as hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9f0168da73147108d7826b6e493d034 2024-11-09T10:22:43,239 INFO [M:0;e067b2c2c7b3:39827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9f0168da73147108d7826b6e493d034, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T10:22:43,240 DEBUG [M:0;e067b2c2c7b3:39827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5d8e32dadd944f3a8804f42a7ab65fe9 as hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d8e32dadd944f3a8804f42a7ab65fe9 2024-11-09T10:22:43,244 INFO [M:0;e067b2c2c7b3:39827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5d8e32dadd944f3a8804f42a7ab65fe9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T10:22:43,245 DEBUG [M:0;e067b2c2c7b3:39827 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b18b8e8e25f94a91a56f72b8db5d5eaa as hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b18b8e8e25f94a91a56f72b8db5d5eaa 2024-11-09T10:22:43,249 INFO [M:0;e067b2c2c7b3:39827 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39947/user/jenkins/test-data/380e97fb-a9a3-eb51-78fa-6672e3a13001/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b18b8e8e25f94a91a56f72b8db5d5eaa, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T10:22:43,250 INFO [M:0;e067b2c2c7b3:39827 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=97, compaction requested=false 2024-11-09T10:22:43,252 INFO [M:0;e067b2c2c7b3:39827 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:43,252 DEBUG [M:0;e067b2c2c7b3:39827 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147762338Disabling compacts and flushes for region at 1731147762338Disabling writes for close at 1731147762338Obtaining lock to block concurrent updates at 1731147762338Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147762338Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731147762338Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147762339 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147762339Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147762357 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147762357Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147762768 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147762788 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147762788Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147763198 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147763217 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147763218 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21911e9e: reopening flushed file at 1731147763230 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57636395: reopening flushed file at 1731147763239 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ecb8567: reopening flushed file at 1731147763244 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=97, compaction requested=false at 1731147763250 (+6 ms)Writing region close event to WAL at 1731147763252 (+2 ms)Closed at 1731147763252 2024-11-09T10:22:43,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34413 is added to blk_1073741830_1006 (size=63666) 2024-11-09T10:22:43,259 INFO [M:0;e067b2c2c7b3:39827 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:22:43,259 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:22:43,259 INFO [M:0;e067b2c2c7b3:39827 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39827 2024-11-09T10:22:43,260 INFO [M:0;e067b2c2c7b3:39827 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:22:43,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:43,506 INFO [M:0;e067b2c2c7b3:39827 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:22:43,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39827-0x1011f1e03c90006, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:43,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@573c024{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:22:43,549 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ee6db57{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:22:43,549 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:22:43,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e7096ce{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:22:43,549 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cc36556{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/hadoop.log.dir/,STOPPED} 2024-11-09T10:22:43,551 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:22:43,551 WARN [BP-2059514896-172.17.0.3-1731147739297 heartbeating to localhost/127.0.0.1:39947 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:22:43,551 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:22:43,551 WARN [BP-2059514896-172.17.0.3-1731147739297 heartbeating to localhost/127.0.0.1:39947 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2059514896-172.17.0.3-1731147739297 (Datanode Uuid 121c4d39-2a2b-4579-ba97-3cc25185b253) service to localhost/127.0.0.1:39947 2024-11-09T10:22:43,551 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/cluster_90723dbc-1b0a-50da-6959-6d3ad77f6e0f/data/data1/current/BP-2059514896-172.17.0.3-1731147739297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:22:43,552 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/cluster_90723dbc-1b0a-50da-6959-6d3ad77f6e0f/data/data2/current/BP-2059514896-172.17.0.3-1731147739297 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:22:43,552 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:22:43,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6836fca9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:22:43,559 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@335b2848{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:22:43,559 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:22:43,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31188b1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:22:43,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75406eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/hadoop.log.dir/,STOPPED} 2024-11-09T10:22:43,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:22:43,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:22:43,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:43,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:43,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:43,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:43,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:43,575 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:22:43,575 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2008686327, stopped=false 2024-11-09T10:22:43,575 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,39233,1731147736660 2024-11-09T10:22:43,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1276389267/running 2024-11-09T10:22:43,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1276389267/running 2024-11-09T10:22:43,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:43,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:43,591 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:22:43,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Set watcher on znode that does not yet exist, /1-1276389267/running 2024-11-09T10:22:43,592 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:43,592 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:43,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:43,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Set watcher on znode that does not yet exist, /1-1276389267/running 2024-11-09T10:22:43,593 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,44679,1731147736805' ***** 2024-11-09T10:22:43,593 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:22:43,593 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:22:43,593 INFO [RS:0;e067b2c2c7b3:44679 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:22:43,593 INFO [RS:0;e067b2c2c7b3:44679 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:22:43,593 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a5100688793fe6842521b3d6e0a15f0 2024-11-09T10:22:43,593 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:22:43,593 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(3091): Received CLOSE for b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:43,593 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:43,593 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:22:43,593 INFO [RS:0;e067b2c2c7b3:44679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:44679. 2024-11-09T10:22:43,593 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a5100688793fe6842521b3d6e0a15f0, disabling compactions & flushes 2024-11-09T10:22:43,593 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. 2024-11-09T10:22:43,593 DEBUG [RS:0;e067b2c2c7b3:44679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:43,593 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. 2024-11-09T10:22:43,593 DEBUG [RS:0;e067b2c2c7b3:44679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:43,593 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. after waiting 0 ms 2024-11-09T10:22:43,593 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. 2024-11-09T10:22:43,593 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:22:43,593 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:22:43,593 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:22:43,594 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a5100688793fe6842521b3d6e0a15f0 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-09T10:22:43,594 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:22:43,594 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T10:22:43,594 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4a5100688793fe6842521b3d6e0a15f0=hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0., b8a98e724858540199e1d8ed2706de00=test,,1731147746364.b8a98e724858540199e1d8ed2706de00.} 2024-11-09T10:22:43,594 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:22:43,594 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a5100688793fe6842521b3d6e0a15f0, b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:43,594 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:22:43,594 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:22:43,594 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:22:43,594 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:22:43,594 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T10:22:43,616 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/.tmp/info/8f2f0b9239cf4d9cb3132e164ae1ca2a is 147, key is hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0./info:regioninfo/1731147752492/Put/seqid=0 2024-11-09T10:22:43,616 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/replication/4a5100688793fe6842521b3d6e0a15f0/.tmp/queue/ed34cde05f85493d8d7a9639db54d9f3 is 154, key is 1-e067b2c2c7b3,44679,1731147736805/queue:e067b2c2c7b3%2C44679%2C1731147736805/1731147760238/Put/seqid=0 2024-11-09T10:22:43,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741841_1017 (size=7686) 2024-11-09T10:22:43,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741840_1016 (size=5353) 2024-11-09T10:22:43,686 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:22:43,766 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:43,766 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1191, reset compression=false 2024-11-09T10:22:43,794 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a5100688793fe6842521b3d6e0a15f0, b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:43,994 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a5100688793fe6842521b3d6e0a15f0, b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:44,020 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/.tmp/info/8f2f0b9239cf4d9cb3132e164ae1ca2a 2024-11-09T10:22:44,020 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/replication/4a5100688793fe6842521b3d6e0a15f0/.tmp/queue/ed34cde05f85493d8d7a9639db54d9f3 2024-11-09T10:22:44,030 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/replication/4a5100688793fe6842521b3d6e0a15f0/.tmp/queue/ed34cde05f85493d8d7a9639db54d9f3 as hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/replication/4a5100688793fe6842521b3d6e0a15f0/queue/ed34cde05f85493d8d7a9639db54d9f3 2024-11-09T10:22:44,041 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/replication/4a5100688793fe6842521b3d6e0a15f0/queue/ed34cde05f85493d8d7a9639db54d9f3, entries=1, sequenceid=12, filesize=5.2 K 2024-11-09T10:22:44,042 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 4a5100688793fe6842521b3d6e0a15f0 in 449ms, sequenceid=12, compaction requested=false 2024-11-09T10:22:44,043 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T10:22:44,054 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/.tmp/ns/edcda9e1f701428582b3289d537739c8 is 43, key is default/ns:d/1731147739209/Put/seqid=0 2024-11-09T10:22:44,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741842_1018 (size=5153) 2024-11-09T10:22:44,062 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/.tmp/ns/edcda9e1f701428582b3289d537739c8 2024-11-09T10:22:44,066 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/replication/4a5100688793fe6842521b3d6e0a15f0/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-09T10:22:44,068 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:44,068 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:22:44,068 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. 2024-11-09T10:22:44,068 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a5100688793fe6842521b3d6e0a15f0: Waiting for close lock at 1731147763593Running coprocessor pre-close hooks at 1731147763593Disabling compacts and flushes for region at 1731147763593Disabling writes for close at 1731147763593Obtaining lock to block concurrent updates at 1731147763594 (+1 ms)Preparing flush snapshotting stores in 4a5100688793fe6842521b3d6e0a15f0 at 1731147763594Finished memstore snapshotting hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731147763594Flushing stores of hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. at 1731147763594Flushing 4a5100688793fe6842521b3d6e0a15f0/queue: creating writer at 1731147763594Flushing 4a5100688793fe6842521b3d6e0a15f0/queue: appending metadata at 1731147763615 (+21 ms)Flushing 4a5100688793fe6842521b3d6e0a15f0/queue: closing flushed file at 1731147763615Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e73879b: reopening flushed file at 1731147764025 (+410 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 4a5100688793fe6842521b3d6e0a15f0 in 449ms, sequenceid=12, compaction requested=false at 1731147764042 (+17 ms)Writing region close event to WAL at 1731147764062 (+20 ms)Running coprocessor post-close hooks at 1731147764068 (+6 ms)Closed at 1731147764068 2024-11-09T10:22:44,068 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147751316.4a5100688793fe6842521b3d6e0a15f0. 2024-11-09T10:22:44,068 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b8a98e724858540199e1d8ed2706de00, disabling compactions & flushes 2024-11-09T10:22:44,068 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147746364.b8a98e724858540199e1d8ed2706de00. 2024-11-09T10:22:44,068 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147746364.b8a98e724858540199e1d8ed2706de00. 2024-11-09T10:22:44,068 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147746364.b8a98e724858540199e1d8ed2706de00. after waiting 0 ms 2024-11-09T10:22:44,069 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147746364.b8a98e724858540199e1d8ed2706de00. 2024-11-09T10:22:44,069 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b8a98e724858540199e1d8ed2706de00 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-09T10:22:44,089 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/.tmp/rep_barrier/911066ee493d45018df5fd8f8372c365 is 112, key is test,,1731147746364.b8a98e724858540199e1d8ed2706de00./rep_barrier:seqnumDuringOpen/1731147747524/Put/seqid=0 2024-11-09T10:22:44,089 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/.tmp/f/c5f9310a47634cefaf4ab71fc1c44934 is 29, key is row1/f:/1731147758662/DeleteFamily/seqid=0 2024-11-09T10:22:44,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741844_1020 (size=5152) 2024-11-09T10:22:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741843_1019 (size=5518) 2024-11-09T10:22:44,172 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:22:44,172 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:22:44,194 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:44,395 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:44,498 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/.tmp/f/c5f9310a47634cefaf4ab71fc1c44934 2024-11-09T10:22:44,502 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5f9310a47634cefaf4ab71fc1c44934 2024-11-09T10:22:44,502 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/.tmp/rep_barrier/911066ee493d45018df5fd8f8372c365 2024-11-09T10:22:44,530 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/.tmp/f1/51e3405a9fdf43639756f71890f52906 is 30, key is row1/f1:/1731147758662/DeleteFamily/seqid=0 2024-11-09T10:22:44,539 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/.tmp/table/e61a3f3469a24277abb7d710a4fe15d1 is 53, key is hbase:replication/table:state/1731147752498/Put/seqid=0 2024-11-09T10:22:44,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741845_1021 (size=5158) 2024-11-09T10:22:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741846_1022 (size=5308) 2024-11-09T10:22:44,554 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/.tmp/table/e61a3f3469a24277abb7d710a4fe15d1 2024-11-09T10:22:44,558 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/.tmp/info/8f2f0b9239cf4d9cb3132e164ae1ca2a as hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/info/8f2f0b9239cf4d9cb3132e164ae1ca2a 2024-11-09T10:22:44,563 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/info/8f2f0b9239cf4d9cb3132e164ae1ca2a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T10:22:44,564 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/.tmp/ns/edcda9e1f701428582b3289d537739c8 as hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/ns/edcda9e1f701428582b3289d537739c8 2024-11-09T10:22:44,568 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/ns/edcda9e1f701428582b3289d537739c8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T10:22:44,569 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/.tmp/rep_barrier/911066ee493d45018df5fd8f8372c365 as hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/rep_barrier/911066ee493d45018df5fd8f8372c365 2024-11-09T10:22:44,574 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/rep_barrier/911066ee493d45018df5fd8f8372c365, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T10:22:44,575 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/.tmp/table/e61a3f3469a24277abb7d710a4fe15d1 as hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/table/e61a3f3469a24277abb7d710a4fe15d1 2024-11-09T10:22:44,580 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/table/e61a3f3469a24277abb7d710a4fe15d1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T10:22:44,581 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 987ms, sequenceid=16, compaction requested=false 2024-11-09T10:22:44,581 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:22:44,586 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T10:22:44,586 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:44,586 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:22:44,586 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:44,586 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147763594Running coprocessor pre-close hooks at 1731147763594Disabling compacts and flushes for region at 1731147763594Disabling writes for close at 1731147763594Obtaining lock to block concurrent updates at 1731147763594Preparing flush snapshotting stores in 1588230740 at 1731147763594Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731147763594Flushing stores of hbase:meta,,1.1588230740 at 1731147763595 (+1 ms)Flushing 1588230740/info: creating writer at 1731147763595Flushing 1588230740/info: appending metadata at 1731147763615 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731147763615Flushing 1588230740/ns: creating writer at 1731147764029 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731147764053 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731147764053Flushing 1588230740/rep_barrier: creating writer at 1731147764068 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147764089 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147764089Flushing 1588230740/table: creating writer at 1731147764516 (+427 ms)Flushing 1588230740/table: appending metadata at 1731147764537 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731147764538 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b62371: reopening flushed file at 1731147764558 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a784aa6: reopening flushed file at 1731147764563 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@636fd4e0: reopening flushed file at 1731147764569 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cdba65b: reopening flushed file at 1731147764574 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 987ms, sequenceid=16, compaction requested=false at 1731147764581 (+7 ms)Writing region close event to WAL at 1731147764583 (+2 ms)Running coprocessor post-close hooks at 1731147764586 (+3 ms)Closed at 1731147764586 2024-11-09T10:22:44,587 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:44,595 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T10:22:44,595 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1325): Online Regions={b8a98e724858540199e1d8ed2706de00=test,,1731147746364.b8a98e724858540199e1d8ed2706de00.} 2024-11-09T10:22:44,595 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1351): Waiting on b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:44,669 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1191, reset compression=false 2024-11-09T10:22:44,673 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:44,673 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,44679,1731147736805 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:44,674 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e067b2c2c7b3,44679,1731147736805: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e067b2c2c7b3,44679,1731147736805, walGroup=e067b2c2c7b3%2C44679%2C1731147736805, offset=e067b2c2c7b3%2C44679%2C1731147736805.1731147738296:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:44679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T10:22:44,675 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T10:22:44,675 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T10:22:44,675 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1438, reset compression=false 2024-11-09T10:22:44,676 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T10:22:44,676 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T10:22:44,676 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T10:22:44,676 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1423966208, "init": 1048576000, "max": 2306867200, "used": 985400152 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 203227200 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T10:22:44,677 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:39233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:39233 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T10:22:44,795 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1351): Waiting on b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:44,869 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:44,883 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1438, reset compression=false 2024-11-09T10:22:44,940 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/.tmp/f1/51e3405a9fdf43639756f71890f52906 2024-11-09T10:22:44,944 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51e3405a9fdf43639756f71890f52906 2024-11-09T10:22:44,964 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/.tmp/norep/0c5e4cd1766d4baba7c7768af9d08ebd is 33, key is row1/norep:/1731147758662/DeleteFamily/seqid=0 2024-11-09T10:22:44,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741847_1023 (size=5108) 2024-11-09T10:22:44,968 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/.tmp/norep/0c5e4cd1766d4baba7c7768af9d08ebd 2024-11-09T10:22:44,973 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c5e4cd1766d4baba7c7768af9d08ebd 2024-11-09T10:22:44,974 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/.tmp/f/c5f9310a47634cefaf4ab71fc1c44934 as hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/f/c5f9310a47634cefaf4ab71fc1c44934 2024-11-09T10:22:44,979 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5f9310a47634cefaf4ab71fc1c44934 2024-11-09T10:22:44,980 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/f/c5f9310a47634cefaf4ab71fc1c44934, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T10:22:44,981 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/.tmp/f1/51e3405a9fdf43639756f71890f52906 as hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/f1/51e3405a9fdf43639756f71890f52906 2024-11-09T10:22:44,986 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51e3405a9fdf43639756f71890f52906 2024-11-09T10:22:44,986 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/f1/51e3405a9fdf43639756f71890f52906, entries=3, sequenceid=10, filesize=5.0 K 2024-11-09T10:22:44,987 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/.tmp/norep/0c5e4cd1766d4baba7c7768af9d08ebd as hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/norep/0c5e4cd1766d4baba7c7768af9d08ebd 2024-11-09T10:22:44,992 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c5e4cd1766d4baba7c7768af9d08ebd 2024-11-09T10:22:44,992 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/norep/0c5e4cd1766d4baba7c7768af9d08ebd, entries=1, sequenceid=10, filesize=5.0 K 2024-11-09T10:22:44,993 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b8a98e724858540199e1d8ed2706de00 in 924ms, sequenceid=10, compaction requested=false 2024-11-09T10:22:44,993 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T10:22:44,995 DEBUG [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1351): Waiting on b8a98e724858540199e1d8ed2706de00 2024-11-09T10:22:44,998 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/data/default/test/b8a98e724858540199e1d8ed2706de00/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-09T10:22:44,998 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:44,999 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:22:44,999 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147746364.b8a98e724858540199e1d8ed2706de00. 2024-11-09T10:22:44,999 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b8a98e724858540199e1d8ed2706de00: Waiting for close lock at 1731147764068Running coprocessor pre-close hooks at 1731147764068Disabling compacts and flushes for region at 1731147764068Disabling writes for close at 1731147764068Obtaining lock to block concurrent updates at 1731147764069 (+1 ms)Preparing flush snapshotting stores in b8a98e724858540199e1d8ed2706de00 at 1731147764069Finished memstore snapshotting test,,1731147746364.b8a98e724858540199e1d8ed2706de00., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731147764069Flushing stores of test,,1731147746364.b8a98e724858540199e1d8ed2706de00. at 1731147764069Flushing b8a98e724858540199e1d8ed2706de00/f: creating writer at 1731147764069Flushing b8a98e724858540199e1d8ed2706de00/f: appending metadata at 1731147764089 (+20 ms)Flushing b8a98e724858540199e1d8ed2706de00/f: closing flushed file at 1731147764089Flushing b8a98e724858540199e1d8ed2706de00/f1: creating writer at 1731147764502 (+413 ms)Flushing b8a98e724858540199e1d8ed2706de00/f1: appending metadata at 1731147764529 (+27 ms)Flushing b8a98e724858540199e1d8ed2706de00/f1: closing flushed file at 1731147764529Flushing b8a98e724858540199e1d8ed2706de00/norep: creating writer at 1731147764944 (+415 ms)Flushing b8a98e724858540199e1d8ed2706de00/norep: appending metadata at 1731147764963 (+19 ms)Flushing b8a98e724858540199e1d8ed2706de00/norep: closing flushed file at 1731147764963Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b67928d: reopening flushed file at 1731147764973 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c679ca8: reopening flushed file at 1731147764980 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa56d34: reopening flushed file at 1731147764986 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b8a98e724858540199e1d8ed2706de00 in 924ms, sequenceid=10, compaction requested=false at 1731147764993 (+7 ms)Writing region close event to WAL at 1731147764995 (+2 ms)Running coprocessor post-close hooks at 1731147764998 (+3 ms)Closed at 1731147764999 (+1 ms) 2024-11-09T10:22:44,999 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147746364.b8a98e724858540199e1d8ed2706de00. 2024-11-09T10:22:45,186 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 1438, reset compression=false 2024-11-09T10:22:45,191 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:45,191 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/WALs/e067b2c2c7b3,44679,1731147736805/e067b2c2c7b3%2C44679%2C1731147736805.1731147738296 to pos 2082, reset compression=false 2024-11-09T10:22:45,195 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,44679,1731147736805; all regions closed. 2024-11-09T10:22:45,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741834_1010 (size=4239) 2024-11-09T10:22:45,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741839_1015 (size=3114) 2024-11-09T10:22:45,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741832_1008 (size=2090) 2024-11-09T10:22:45,205 DEBUG [RS:0;e067b2c2c7b3:44679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:45,205 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:22:45,205 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:22:45,205 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:22:45,206 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:22:45,206 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:22:45,206 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,44679,1731147736805 because: Region server is closing 2024-11-09T10:22:45,206 INFO [RS:0;e067b2c2c7b3:44679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:44679. 2024-11-09T10:22:45,206 DEBUG [RS:0;e067b2c2c7b3:44679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:45,206 DEBUG [RS:0;e067b2c2c7b3:44679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:45,206 DEBUG [RS:0;e067b2c2c7b3:44679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:45,207 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:45,307 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.shippere067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 terminated 2024-11-09T10:22:45,307 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,44679,1731147736805.replicationSource.wal-reader.e067b2c2c7b3%2C44679%2C1731147736805,1-e067b2c2c7b3,44679,1731147736805 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:22:45,307 INFO [RS:0;e067b2c2c7b3:44679 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:44679. 2024-11-09T10:22:45,307 DEBUG [RS:0;e067b2c2c7b3:44679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:45,307 DEBUG [RS:0;e067b2c2c7b3:44679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:45,307 DEBUG [RS:0;e067b2c2c7b3:44679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:45,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:45,307 INFO [RS:0;e067b2c2c7b3:44679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44679 2024-11-09T10:22:45,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267/rs 2024-11-09T10:22:45,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1276389267/rs/e067b2c2c7b3,44679,1731147736805 2024-11-09T10:22:45,374 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:22:45,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,44679,1731147736805] 2024-11-09T10:22:45,448 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1276389267/draining/e067b2c2c7b3,44679,1731147736805 already deleted, retry=false 2024-11-09T10:22:45,448 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,44679,1731147736805 expired; onlineServers=0 2024-11-09T10:22:45,448 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,39233,1731147736660' ***** 2024-11-09T10:22:45,448 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:22:45,448 INFO [M:0;e067b2c2c7b3:39233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:22:45,448 INFO [M:0;e067b2c2c7b3:39233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:22:45,448 DEBUG [M:0;e067b2c2c7b3:39233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:22:45,448 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:22:45,448 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147737971 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147737971,5,FailOnTimeoutGroup] 2024-11-09T10:22:45,448 DEBUG [M:0;e067b2c2c7b3:39233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:22:45,449 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147737971 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147737971,5,FailOnTimeoutGroup] 2024-11-09T10:22:45,449 INFO [M:0;e067b2c2c7b3:39233 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:22:45,449 INFO [M:0;e067b2c2c7b3:39233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:22:45,449 DEBUG [M:0;e067b2c2c7b3:39233 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:22:45,449 INFO [M:0;e067b2c2c7b3:39233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:22:45,449 INFO [M:0;e067b2c2c7b3:39233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:22:45,449 INFO [M:0;e067b2c2c7b3:39233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:22:45,449 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:22:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1276389267/master 2024-11-09T10:22:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1276389267 2024-11-09T10:22:45,469 DEBUG [M:0;e067b2c2c7b3:39233 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1276389267/master already deleted, retry=false 2024-11-09T10:22:45,469 DEBUG [M:0;e067b2c2c7b3:39233 {}] master.ActiveMasterManager(353): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1276389267/master 2024-11-09T10:22:45,471 INFO [M:0;e067b2c2c7b3:39233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/.lastflushedseqids 2024-11-09T10:22:45,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741848_1024 (size=245) 2024-11-09T10:22:45,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:45,533 INFO [RS:0;e067b2c2c7b3:44679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:22:45,533 INFO [RS:0;e067b2c2c7b3:44679 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,44679,1731147736805; zookeeper connection closed. 2024-11-09T10:22:45,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44679-0x1011f1e03c90004, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:45,533 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4233c60e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4233c60e 2024-11-09T10:22:45,533 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:22:45,880 INFO [M:0;e067b2c2c7b3:39233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:22:45,880 INFO [M:0;e067b2c2c7b3:39233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:22:45,880 DEBUG [M:0;e067b2c2c7b3:39233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:22:45,880 INFO [M:0;e067b2c2c7b3:39233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:45,880 DEBUG [M:0;e067b2c2c7b3:39233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:45,880 DEBUG [M:0;e067b2c2c7b3:39233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:22:45,880 DEBUG [M:0;e067b2c2c7b3:39233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:45,880 INFO [M:0;e067b2c2c7b3:39233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-09T10:22:45,898 DEBUG [M:0;e067b2c2c7b3:39233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b96a54293dc14144b24394563ca3c311 is 82, key is hbase:meta,,1/info:regioninfo/1731147739192/Put/seqid=0 2024-11-09T10:22:45,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741849_1025 (size=5672) 2024-11-09T10:22:46,073 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:46,247 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T10:22:46,301 INFO [M:0;e067b2c2c7b3:39233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b96a54293dc14144b24394563ca3c311 2024-11-09T10:22:46,317 DEBUG [M:0;e067b2c2c7b3:39233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3b0540a5ad743478bee2b9ddecab5d7 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731147752502/Put/seqid=0 2024-11-09T10:22:46,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741850_1026 (size=8517) 2024-11-09T10:22:46,320 INFO [M:0;e067b2c2c7b3:39233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3b0540a5ad743478bee2b9ddecab5d7 2024-11-09T10:22:46,335 DEBUG [M:0;e067b2c2c7b3:39233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dd37e26df394d33b9d3c036e4763d07 is 69, key is e067b2c2c7b3,44679,1731147736805/rs:state/1731147738062/Put/seqid=0 2024-11-09T10:22:46,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741851_1027 (size=5156) 2024-11-09T10:22:46,738 INFO [M:0;e067b2c2c7b3:39233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dd37e26df394d33b9d3c036e4763d07 2024-11-09T10:22:46,742 DEBUG [M:0;e067b2c2c7b3:39233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b96a54293dc14144b24394563ca3c311 as hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b96a54293dc14144b24394563ca3c311 2024-11-09T10:22:46,745 INFO [M:0;e067b2c2c7b3:39233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b96a54293dc14144b24394563ca3c311, entries=8, sequenceid=97, filesize=5.5 K 2024-11-09T10:22:46,745 DEBUG [M:0;e067b2c2c7b3:39233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3b0540a5ad743478bee2b9ddecab5d7 as hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3b0540a5ad743478bee2b9ddecab5d7 2024-11-09T10:22:46,748 INFO [M:0;e067b2c2c7b3:39233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3b0540a5ad743478bee2b9ddecab5d7, entries=11, sequenceid=97, filesize=8.3 K 2024-11-09T10:22:46,749 DEBUG [M:0;e067b2c2c7b3:39233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6dd37e26df394d33b9d3c036e4763d07 as hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dd37e26df394d33b9d3c036e4763d07 2024-11-09T10:22:46,751 INFO [M:0;e067b2c2c7b3:39233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46497/user/jenkins/test-data/e3558d17-4459-8e84-f47d-e08bb2d69681/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6dd37e26df394d33b9d3c036e4763d07, entries=1, sequenceid=97, filesize=5.0 K 2024-11-09T10:22:46,752 INFO [M:0;e067b2c2c7b3:39233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=97, compaction requested=false 2024-11-09T10:22:46,753 INFO [M:0;e067b2c2c7b3:39233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:46,753 DEBUG [M:0;e067b2c2c7b3:39233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147765880Disabling compacts and flushes for region at 1731147765880Disabling writes for close at 1731147765880Obtaining lock to block concurrent updates at 1731147765880Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147765880Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731147765881 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147765881Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147765881Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147765897 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147765897Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147766305 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147766317 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147766317Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147766323 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147766335 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147766335Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34440e95: reopening flushed file at 1731147766741 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72e38f1f: reopening flushed file at 1731147766745 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@625a1ebc: reopening flushed file at 1731147766748 (+3 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 872ms, sequenceid=97, compaction requested=false at 1731147766752 (+4 ms)Writing region close event to WAL at 1731147766753 (+1 ms)Closed at 1731147766753 2024-11-09T10:22:46,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38687 is added to blk_1073741830_1006 (size=63666) 2024-11-09T10:22:46,755 INFO [M:0;e067b2c2c7b3:39233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:22:46,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:22:46,755 INFO [M:0;e067b2c2c7b3:39233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39233 2024-11-09T10:22:46,755 INFO [M:0;e067b2c2c7b3:39233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:22:46,904 INFO [M:0;e067b2c2c7b3:39233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:22:46,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:46,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39233-0x1011f1e03c90003, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:46,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@27915c82{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:22:46,906 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17e51eff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:22:46,906 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:22:46,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fd544fd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:22:46,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c308c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/hadoop.log.dir/,STOPPED} 2024-11-09T10:22:46,907 WARN [BP-388481654-172.17.0.3-1731147734719 heartbeating to localhost/127.0.0.1:46497 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:22:46,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:22:46,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:22:46,907 WARN [BP-388481654-172.17.0.3-1731147734719 heartbeating to localhost/127.0.0.1:46497 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-388481654-172.17.0.3-1731147734719 (Datanode Uuid 16a04df7-710d-4a52-a1d5-ae7d7c029bcb) service to localhost/127.0.0.1:46497 2024-11-09T10:22:46,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/cluster_e2212856-2fd5-1a74-28ca-0e70b11f36a8/data/data1/current/BP-388481654-172.17.0.3-1731147734719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:22:46,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/cluster_e2212856-2fd5-1a74-28ca-0e70b11f36a8/data/data2/current/BP-388481654-172.17.0.3-1731147734719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:22:46,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:22:46,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c0d78fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:22:46,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1edc1d28{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:22:46,914 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:22:46,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1297859b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:22:46,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f793bc3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9be1d2d9-3831-d5f7-dcf3-0dcadaa9a2eb/hadoop.log.dir/,STOPPED} 2024-11-09T10:22:46,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:22:46,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:22:46,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:46,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:46,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:46,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:46,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:46,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:22:46,926 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1148693678, stopped=false 2024-11-09T10:22:46,926 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,39839,1731147730971 2024-11-09T10:22:46,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0725052325/running 2024-11-09T10:22:46,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0725052325/running 2024-11-09T10:22:46,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:46,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:46,970 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:22:46,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:46,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:46,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:46,971 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,42625,1731147731173' ***** 2024-11-09T10:22:46,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Set watcher on znode that does not yet exist, /0725052325/running 2024-11-09T10:22:46,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Set watcher on znode that does not yet exist, /0725052325/running 2024-11-09T10:22:46,971 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:22:46,971 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:22:46,971 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:22:46,971 INFO [RS:0;e067b2c2c7b3:42625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:22:46,971 INFO [RS:0;e067b2c2c7b3:42625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:22:46,971 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(3091): Received CLOSE for 4729f685690d53b5282ed58846d028ed 2024-11-09T10:22:46,971 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(3091): Received CLOSE for 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:46,971 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:46,971 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:22:46,971 INFO [RS:0;e067b2c2c7b3:42625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:42625. 2024-11-09T10:22:46,971 DEBUG [RS:0;e067b2c2c7b3:42625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:46,972 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4729f685690d53b5282ed58846d028ed, disabling compactions & flushes 2024-11-09T10:22:46,972 DEBUG [RS:0;e067b2c2c7b3:42625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:46,972 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147745212.4729f685690d53b5282ed58846d028ed. 2024-11-09T10:22:46,972 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147745212.4729f685690d53b5282ed58846d028ed. 2024-11-09T10:22:46,972 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:22:46,972 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147745212.4729f685690d53b5282ed58846d028ed. after waiting 0 ms 2024-11-09T10:22:46,972 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:22:46,972 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:22:46,972 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:22:46,972 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147745212.4729f685690d53b5282ed58846d028ed. 2024-11-09T10:22:46,972 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4729f685690d53b5282ed58846d028ed 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-09T10:22:46,972 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T10:22:46,972 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1325): Online Regions={4729f685690d53b5282ed58846d028ed=test,,1731147745212.4729f685690d53b5282ed58846d028ed., 5295cc451619ba71a5c7f783e7e94ede=hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:22:46,972 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4729f685690d53b5282ed58846d028ed, 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:46,972 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:22:46,972 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:22:46,972 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:22:46,972 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:22:46,972 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:22:46,973 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T10:22:46,990 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/.tmp/f/5f4e43228fcb4a3aa11feab17332c34d is 28, key is row/f:/1731147757657/DeleteFamily/seqid=0 2024-11-09T10:22:46,995 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/.tmp/info/f2d1f9484fbd43ed9b04d847e6b9fc8e is 147, key is hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede./info:regioninfo/1731147750641/Put/seqid=0 2024-11-09T10:22:46,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741840_1016 (size=5085) 2024-11-09T10:22:47,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741841_1017 (size=7686) 2024-11-09T10:22:47,012 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:22:47,172 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4729f685690d53b5282ed58846d028ed, 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:47,324 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:39839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-09T10:22:47,373 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4729f685690d53b5282ed58846d028ed, 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:47,376 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 636, reset compression=false 2024-11-09T10:22:47,380 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:47,380 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 883, reset compression=false 2024-11-09T10:22:47,380 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,42625,1731147731173 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:22:47,381 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e067b2c2c7b3,42625,1731147731173: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e067b2c2c7b3,42625,1731147731173, walGroup=e067b2c2c7b3%2C42625%2C1731147731173, offset=e067b2c2c7b3%2C42625%2C1731147731173.1731147733510:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:42625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T10:22:47,382 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T10:22:47,383 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T10:22:47,383 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T10:22:47,383 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T10:22:47,383 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T10:22:47,383 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1423966208, "init": 1048576000, "max": 2306867200, "used": 1023148888 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 203556088 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T10:22:47,383 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:39839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:39839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T10:22:47,398 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/.tmp/f/5f4e43228fcb4a3aa11feab17332c34d 2024-11-09T10:22:47,401 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f4e43228fcb4a3aa11feab17332c34d 2024-11-09T10:22:47,403 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/.tmp/info/f2d1f9484fbd43ed9b04d847e6b9fc8e 2024-11-09T10:22:47,414 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/.tmp/f1/87bd66b299654013a9999cebac1c06b5 is 29, key is row/f1:/1731147757657/DeleteFamily/seqid=0 2024-11-09T10:22:47,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741842_1018 (size=5089) 2024-11-09T10:22:47,423 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/.tmp/ns/fc144323c62849feaaff8ef86d328eca is 43, key is default/ns:d/1731147734578/Put/seqid=0 2024-11-09T10:22:47,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741843_1019 (size=5153) 2024-11-09T10:22:47,457 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:22:47,457 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:22:47,573 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4729f685690d53b5282ed58846d028ed, 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:47,583 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 883, reset compression=false 2024-11-09T10:22:47,773 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4729f685690d53b5282ed58846d028ed, 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:47,822 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/.tmp/f1/87bd66b299654013a9999cebac1c06b5 2024-11-09T10:22:47,825 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87bd66b299654013a9999cebac1c06b5 2024-11-09T10:22:47,828 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/.tmp/ns/fc144323c62849feaaff8ef86d328eca 2024-11-09T10:22:47,842 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/.tmp/norep/0e5055d59e534db98ee16bbb1e8e5b58 is 32, key is row/norep:/1731147757657/DeleteFamily/seqid=0 2024-11-09T10:22:47,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741844_1020 (size=5101) 2024-11-09T10:22:47,847 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/.tmp/rep_barrier/df08dbcea7b9424a97d8fa3641232593 is 112, key is test,,1731147745212.4729f685690d53b5282ed58846d028ed./rep_barrier:seqnumDuringOpen/1731147745988/Put/seqid=0 2024-11-09T10:22:47,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741845_1021 (size=5518) 2024-11-09T10:22:47,886 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 883, reset compression=false 2024-11-09T10:22:47,973 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4729f685690d53b5282ed58846d028ed, 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:48,173 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4729f685690d53b5282ed58846d028ed, 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:48,246 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/.tmp/norep/0e5055d59e534db98ee16bbb1e8e5b58 2024-11-09T10:22:48,249 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e5055d59e534db98ee16bbb1e8e5b58 2024-11-09T10:22:48,249 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/.tmp/rep_barrier/df08dbcea7b9424a97d8fa3641232593 2024-11-09T10:22:48,250 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/.tmp/f/5f4e43228fcb4a3aa11feab17332c34d as hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/f/5f4e43228fcb4a3aa11feab17332c34d 2024-11-09T10:22:48,253 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5f4e43228fcb4a3aa11feab17332c34d 2024-11-09T10:22:48,253 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/f/5f4e43228fcb4a3aa11feab17332c34d, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T10:22:48,254 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/.tmp/f1/87bd66b299654013a9999cebac1c06b5 as hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/f1/87bd66b299654013a9999cebac1c06b5 2024-11-09T10:22:48,257 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 87bd66b299654013a9999cebac1c06b5 2024-11-09T10:22:48,257 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/f1/87bd66b299654013a9999cebac1c06b5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T10:22:48,257 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/.tmp/norep/0e5055d59e534db98ee16bbb1e8e5b58 as hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/norep/0e5055d59e534db98ee16bbb1e8e5b58 2024-11-09T10:22:48,261 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e5055d59e534db98ee16bbb1e8e5b58 2024-11-09T10:22:48,261 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/norep/0e5055d59e534db98ee16bbb1e8e5b58, entries=1, sequenceid=6, filesize=5.0 K 2024-11-09T10:22:48,261 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4729f685690d53b5282ed58846d028ed in 1289ms, sequenceid=6, compaction requested=false 2024-11-09T10:22:48,267 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/default/test/4729f685690d53b5282ed58846d028ed/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-09T10:22:48,267 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:48,267 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:22:48,267 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147745212.4729f685690d53b5282ed58846d028ed. 2024-11-09T10:22:48,267 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4729f685690d53b5282ed58846d028ed: Waiting for close lock at 1731147766971Running coprocessor pre-close hooks at 1731147766971Disabling compacts and flushes for region at 1731147766971Disabling writes for close at 1731147766972 (+1 ms)Obtaining lock to block concurrent updates at 1731147766972Preparing flush snapshotting stores in 4729f685690d53b5282ed58846d028ed at 1731147766972Finished memstore snapshotting test,,1731147745212.4729f685690d53b5282ed58846d028ed., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731147766972Flushing stores of test,,1731147745212.4729f685690d53b5282ed58846d028ed. at 1731147766973 (+1 ms)Flushing 4729f685690d53b5282ed58846d028ed/f: creating writer at 1731147766973Flushing 4729f685690d53b5282ed58846d028ed/f: appending metadata at 1731147766989 (+16 ms)Flushing 4729f685690d53b5282ed58846d028ed/f: closing flushed file at 1731147766990 (+1 ms)Flushing 4729f685690d53b5282ed58846d028ed/f1: creating writer at 1731147767401 (+411 ms)Flushing 4729f685690d53b5282ed58846d028ed/f1: appending metadata at 1731147767414 (+13 ms)Flushing 4729f685690d53b5282ed58846d028ed/f1: closing flushed file at 1731147767414Flushing 4729f685690d53b5282ed58846d028ed/norep: creating writer at 1731147767825 (+411 ms)Flushing 4729f685690d53b5282ed58846d028ed/norep: appending metadata at 1731147767841 (+16 ms)Flushing 4729f685690d53b5282ed58846d028ed/norep: closing flushed file at 1731147767841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74fe8498: reopening flushed file at 1731147768249 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b62c6e4: reopening flushed file at 1731147768253 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46223461: reopening flushed file at 1731147768257 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4729f685690d53b5282ed58846d028ed in 1289ms, sequenceid=6, compaction requested=false at 1731147768261 (+4 ms)Writing region close event to WAL at 1731147768264 (+3 ms)Running coprocessor post-close hooks at 1731147768267 (+3 ms)Closed at 1731147768267 2024-11-09T10:22:48,267 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147745212.4729f685690d53b5282ed58846d028ed. 2024-11-09T10:22:48,267 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5295cc451619ba71a5c7f783e7e94ede, disabling compactions & flushes 2024-11-09T10:22:48,267 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:48,267 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:48,267 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. after waiting 0 ms 2024-11-09T10:22:48,267 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:48,267 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5295cc451619ba71a5c7f783e7e94ede: Waiting for close lock at 1731147768267Running coprocessor pre-close hooks at 1731147768267Disabling compacts and flushes for region at 1731147768267Disabling writes for close at 1731147768267Failed flush hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede., putting online again at 1731147768267 2024-11-09T10:22:48,268 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:48,270 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/.tmp/table/bb03dcf5f95542f39e0d3e04cc1696c7 is 53, key is hbase:replication/table:state/1731147750648/Put/seqid=0 2024-11-09T10:22:48,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741846_1022 (size=5308) 2024-11-09T10:22:48,289 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 883, reset compression=false 2024-11-09T10:22:48,292 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:22:48,292 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 1527, reset compression=false 2024-11-09T10:22:48,373 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:22:48,374 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1325): Online Regions={5295cc451619ba71a5c7f783e7e94ede=hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:22:48,374 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(3091): Received CLOSE for 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:48,374 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5295cc451619ba71a5c7f783e7e94ede 2024-11-09T10:22:48,374 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5295cc451619ba71a5c7f783e7e94ede, disabling compactions & flushes 2024-11-09T10:22:48,374 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:48,374 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:48,374 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. after waiting 0 ms 2024-11-09T10:22:48,374 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:48,374 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5295cc451619ba71a5c7f783e7e94ede: Waiting for close lock at 1731147768374Running coprocessor pre-close hooks at 1731147768374Disabling compacts and flushes for region at 1731147768374Disabling writes for close at 1731147768374Failed flush hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede., putting online again at 1731147768374 2024-11-09T10:22:48,374 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731147749474.5295cc451619ba71a5c7f783e7e94ede. 2024-11-09T10:22:48,494 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 1527, reset compression=false 2024-11-09T10:22:48,574 DEBUG [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:22:48,673 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/.tmp/table/bb03dcf5f95542f39e0d3e04cc1696c7 2024-11-09T10:22:48,677 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/.tmp/info/f2d1f9484fbd43ed9b04d847e6b9fc8e as hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/info/f2d1f9484fbd43ed9b04d847e6b9fc8e 2024-11-09T10:22:48,680 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/info/f2d1f9484fbd43ed9b04d847e6b9fc8e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T10:22:48,680 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/.tmp/ns/fc144323c62849feaaff8ef86d328eca as hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/ns/fc144323c62849feaaff8ef86d328eca 2024-11-09T10:22:48,683 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/ns/fc144323c62849feaaff8ef86d328eca, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T10:22:48,684 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/.tmp/rep_barrier/df08dbcea7b9424a97d8fa3641232593 as hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/rep_barrier/df08dbcea7b9424a97d8fa3641232593 2024-11-09T10:22:48,686 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/rep_barrier/df08dbcea7b9424a97d8fa3641232593, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T10:22:48,687 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/.tmp/table/bb03dcf5f95542f39e0d3e04cc1696c7 as hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/table/bb03dcf5f95542f39e0d3e04cc1696c7 2024-11-09T10:22:48,690 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/table/bb03dcf5f95542f39e0d3e04cc1696c7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T10:22:48,690 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false 2024-11-09T10:22:48,690 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:22:48,694 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T10:22:48,694 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:22:48,694 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:22:48,694 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:48,694 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147766972Running coprocessor pre-close hooks at 1731147766972Disabling compacts and flushes for region at 1731147766972Disabling writes for close at 1731147766972Obtaining lock to block concurrent updates at 1731147766973 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731147766973Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731147766973Flushing stores of hbase:meta,,1.1588230740 at 1731147766974 (+1 ms)Flushing 1588230740/info: creating writer at 1731147766974Flushing 1588230740/info: appending metadata at 1731147766994 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731147766994Flushing 1588230740/ns: creating writer at 1731147767407 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731147767422 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731147767422Flushing 1588230740/rep_barrier: creating writer at 1731147767831 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147767846 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147767846Flushing 1588230740/table: creating writer at 1731147768253 (+407 ms)Flushing 1588230740/table: appending metadata at 1731147768269 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731147768269Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2583f406: reopening flushed file at 1731147768676 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec2eec3: reopening flushed file at 1731147768680 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11c84f8c: reopening flushed file at 1731147768683 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d061129: reopening flushed file at 1731147768686 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1718ms, sequenceid=16, compaction requested=false at 1731147768690 (+4 ms)Writing region close event to WAL at 1731147768692 (+2 ms)Running coprocessor post-close hooks at 1731147768694 (+2 ms)Closed at 1731147768694 2024-11-09T10:22:48,694 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:48,774 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-09T10:22:48,774 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,42625,1731147731173; all regions closed. 2024-11-09T10:22:48,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741834_1010 (size=4239) 2024-11-09T10:22:48,776 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.meta.1731147734439.meta not finished, retry = 0 2024-11-09T10:22:48,797 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/WALs/e067b2c2c7b3,42625,1731147731173/e067b2c2c7b3%2C42625%2C1731147731173.1731147733510 to pos 1527, reset compression=false 2024-11-09T10:22:48,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741839_1015 (size=1297) 2024-11-09T10:22:48,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741832_1008 (size=1535) 2024-11-09T10:22:48,880 DEBUG [RS:0;e067b2c2c7b3:42625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:48,880 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:22:48,880 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:22:48,881 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:22:48,881 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:22:48,881 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:22:48,881 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,42625,1731147731173 because: Region server is closing 2024-11-09T10:22:48,881 INFO [RS:0;e067b2c2c7b3:42625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:42625. 2024-11-09T10:22:48,881 DEBUG [RS:0;e067b2c2c7b3:42625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:48,881 DEBUG [RS:0;e067b2c2c7b3:42625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:48,881 DEBUG [RS:0;e067b2c2c7b3:42625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:48,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:48,981 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.shippere067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 terminated 2024-11-09T10:22:48,981 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,42625,1731147731173.replicationSource.wal-reader.e067b2c2c7b3%2C42625%2C1731147731173,1-e067b2c2c7b3,42625,1731147731173 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-09T10:22:48,981 INFO [RS:0;e067b2c2c7b3:42625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42625 2024-11-09T10:22:49,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0725052325/rs/e067b2c2c7b3,42625,1731147731173 2024-11-09T10:22:49,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325/rs 2024-11-09T10:22:49,060 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:22:49,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,42625,1731147731173] 2024-11-09T10:22:49,198 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0725052325/draining/e067b2c2c7b3,42625,1731147731173 already deleted, retry=false 2024-11-09T10:22:49,198 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,42625,1731147731173 expired; onlineServers=0 2024-11-09T10:22:49,198 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,39839,1731147730971' ***** 2024-11-09T10:22:49,198 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:22:49,198 INFO [M:0;e067b2c2c7b3:39839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:22:49,198 INFO [M:0;e067b2c2c7b3:39839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:22:49,198 DEBUG [M:0;e067b2c2c7b3:39839 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:22:49,198 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:22:49,198 DEBUG [M:0;e067b2c2c7b3:39839 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:22:49,198 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147733235 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147733235,5,FailOnTimeoutGroup] 2024-11-09T10:22:49,198 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147733235 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147733235,5,FailOnTimeoutGroup] 2024-11-09T10:22:49,198 INFO [M:0;e067b2c2c7b3:39839 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:22:49,198 INFO [M:0;e067b2c2c7b3:39839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:22:49,198 DEBUG [M:0;e067b2c2c7b3:39839 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:22:49,198 INFO [M:0;e067b2c2c7b3:39839 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:22:49,198 INFO [M:0;e067b2c2c7b3:39839 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:22:49,199 INFO [M:0;e067b2c2c7b3:39839 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:22:49,199 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:22:49,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:49,222 INFO [RS:0;e067b2c2c7b3:42625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:22:49,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1011f1e03c90001, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:49,222 INFO [RS:0;e067b2c2c7b3:42625 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,42625,1731147731173; zookeeper connection closed. 2024-11-09T10:22:49,223 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40d12177 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40d12177 2024-11-09T10:22:49,223 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:22:49,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0725052325/master 2024-11-09T10:22:49,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0725052325 2024-11-09T10:22:49,271 DEBUG [M:0;e067b2c2c7b3:39839 {}] zookeeper.ZKUtil(347): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Unable to get data of znode /0725052325/master because node does not exist (not an error) 2024-11-09T10:22:49,271 WARN [M:0;e067b2c2c7b3:39839 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:22:49,271 INFO [M:0;e067b2c2c7b3:39839 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/.lastflushedseqids 2024-11-09T10:22:49,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741847_1023 (size=245) 2024-11-09T10:22:49,570 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:22:49,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,572 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:49,675 INFO [M:0;e067b2c2c7b3:39839 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:22:49,675 INFO [M:0;e067b2c2c7b3:39839 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:22:49,675 DEBUG [M:0;e067b2c2c7b3:39839 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:22:49,675 INFO [M:0;e067b2c2c7b3:39839 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:49,675 DEBUG [M:0;e067b2c2c7b3:39839 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:49,675 DEBUG [M:0;e067b2c2c7b3:39839 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:22:49,675 DEBUG [M:0;e067b2c2c7b3:39839 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:49,675 INFO [M:0;e067b2c2c7b3:39839 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-09T10:22:49,692 DEBUG [M:0;e067b2c2c7b3:39839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2f664aad49f472a82e10db85b8da1be is 82, key is hbase:meta,,1/info:regioninfo/1731147734472/Put/seqid=0 2024-11-09T10:22:49,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741848_1024 (size=5672) 2024-11-09T10:22:50,096 INFO [M:0;e067b2c2c7b3:39839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2f664aad49f472a82e10db85b8da1be 2024-11-09T10:22:50,115 DEBUG [M:0;e067b2c2c7b3:39839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75ed1944168e4ddc8b19a6b6446e59d8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731147745997/Put/seqid=0 2024-11-09T10:22:50,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741849_1025 (size=7218) 2024-11-09T10:22:50,519 INFO [M:0;e067b2c2c7b3:39839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75ed1944168e4ddc8b19a6b6446e59d8 2024-11-09T10:22:50,522 INFO [M:0;e067b2c2c7b3:39839 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75ed1944168e4ddc8b19a6b6446e59d8 2024-11-09T10:22:50,540 DEBUG [M:0;e067b2c2c7b3:39839 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e41ba814c9d415184872e7793230de9 is 69, key is e067b2c2c7b3,42625,1731147731173/rs:state/1731147733342/Put/seqid=0 2024-11-09T10:22:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741850_1026 (size=5156) 2024-11-09T10:22:50,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:50,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:22:50,672 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128871 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:22:50,944 INFO [M:0;e067b2c2c7b3:39839 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e41ba814c9d415184872e7793230de9 2024-11-09T10:22:50,948 DEBUG [M:0;e067b2c2c7b3:39839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b2f664aad49f472a82e10db85b8da1be as hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2f664aad49f472a82e10db85b8da1be 2024-11-09T10:22:50,951 INFO [M:0;e067b2c2c7b3:39839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b2f664aad49f472a82e10db85b8da1be, entries=8, sequenceid=105, filesize=5.5 K 2024-11-09T10:22:50,952 DEBUG [M:0;e067b2c2c7b3:39839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/75ed1944168e4ddc8b19a6b6446e59d8 as hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75ed1944168e4ddc8b19a6b6446e59d8 2024-11-09T10:22:50,955 INFO [M:0;e067b2c2c7b3:39839 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 75ed1944168e4ddc8b19a6b6446e59d8 2024-11-09T10:22:50,955 INFO [M:0;e067b2c2c7b3:39839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/75ed1944168e4ddc8b19a6b6446e59d8, entries=11, sequenceid=105, filesize=7.0 K 2024-11-09T10:22:50,955 DEBUG [M:0;e067b2c2c7b3:39839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e41ba814c9d415184872e7793230de9 as hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e41ba814c9d415184872e7793230de9 2024-11-09T10:22:50,959 INFO [M:0;e067b2c2c7b3:39839 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44117/user/jenkins/test-data/16747f00-3189-4ea6-142a-9c39501bbf27/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e41ba814c9d415184872e7793230de9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-09T10:22:50,959 INFO [M:0;e067b2c2c7b3:39839 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-09T10:22:50,962 INFO [M:0;e067b2c2c7b3:39839 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:50,962 DEBUG [M:0;e067b2c2c7b3:39839 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147769675Disabling compacts and flushes for region at 1731147769675Disabling writes for close at 1731147769675Obtaining lock to block concurrent updates at 1731147769675Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147769675Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731147769675Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147769676 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147769676Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147769691 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147769691Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147770098 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147770115 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147770115Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147770522 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147770540 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147770540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78fe928b: reopening flushed file at 1731147770948 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65b077d2: reopening flushed file at 1731147770951 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f305da: reopening flushed file at 1731147770955 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1731147770959 (+4 ms)Writing region close event to WAL at 1731147770962 (+3 ms)Closed at 1731147770962 2024-11-09T10:22:50,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34607 is added to blk_1073741830_1006 (size=64423) 2024-11-09T10:22:50,966 INFO [M:0;e067b2c2c7b3:39839 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:22:50,966 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:22:50,966 INFO [M:0;e067b2c2c7b3:39839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39839 2024-11-09T10:22:50,966 INFO [M:0;e067b2c2c7b3:39839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:22:51,074 INFO [M:0;e067b2c2c7b3:39839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:22:51,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:51,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39839-0x1011f1e03c90000, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:22:51,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@566706b4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:22:51,077 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cc929fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:22:51,077 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:22:51,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@464fe840{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:22:51,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c41a706{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/hadoop.log.dir/,STOPPED} 2024-11-09T10:22:51,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:22:51,079 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:22:51,079 WARN [BP-1157429763-172.17.0.3-1731147728948 heartbeating to localhost/127.0.0.1:44117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:22:51,079 WARN [BP-1157429763-172.17.0.3-1731147728948 heartbeating to localhost/127.0.0.1:44117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1157429763-172.17.0.3-1731147728948 (Datanode Uuid 76463d0c-04fb-4b55-81ef-359cb668d3b6) service to localhost/127.0.0.1:44117 2024-11-09T10:22:51,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/cluster_55e908b0-cfde-8b7a-1180-9a0f0a52e283/data/data1/current/BP-1157429763-172.17.0.3-1731147728948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:22:51,080 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/cluster_55e908b0-cfde-8b7a-1180-9a0f0a52e283/data/data2/current/BP-1157429763-172.17.0.3-1731147728948 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:22:51,080 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:22:51,086 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b81d212{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:22:51,087 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a141954{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:22:51,087 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:22:51,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca31e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:22:51,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2dd2d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20752ace-90c8-fa29-430c-784e8744e6b6/hadoop.log.dir/,STOPPED} 2024-11-09T10:22:51,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T10:22:51,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:22:51,114 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 311) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39947 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44117 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39947 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:44117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46497 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39947 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=794 (was 720) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=446 (was 406) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=390 (was 565) 2024-11-09T10:22:51,123 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=446, ProcessCount=11, AvailableMemoryMB=390 2024-11-09T10:22:51,135 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-09T10:22:51,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/hadoop.log.dir so I do NOT create it in target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55 2024-11-09T10:22:51,136 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:22:51,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/hadoop.tmp.dir so I do NOT create it in target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55 2024-11-09T10:22:51,136 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e999f838-b85e-53e8-88c8-0f5408483fb8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:22:51,136 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55 2024-11-09T10:22:51,136 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/cluster_543a0fdc-92a0-034e-cd34-c7eeee1eadf4, deleteOnExit=true 2024-11-09T10:22:51,138 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/cluster_543a0fdc-92a0-034e-cd34-c7eeee1eadf4/zookeeper_0, clientPort=58122, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/cluster_543a0fdc-92a0-034e-cd34-c7eeee1eadf4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/cluster_543a0fdc-92a0-034e-cd34-c7eeee1eadf4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T10:22:51,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58122 2024-11-09T10:22:51,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:22:51,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:22:51,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/test.cache.data in system properties and HBase conf 2024-11-09T10:22:51,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:22:51,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:22:51,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:22:51,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:22:51,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:22:51,139 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:22:51,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:22:51,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011f1e03c90008, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:22:51,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f1e03c90005, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:22:51,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f1e03c90002, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:22:51,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011f1e03c90008, quorum=127.0.0.1:51282, baseZNode=/21636036710 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:22:51,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f1e03c90005, quorum=127.0.0.1:51282, baseZNode=/1-1276389267 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:22:51,190 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f1e03c90002, quorum=127.0.0.1:51282, baseZNode=/0725052325 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:22:51,465 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:51,469 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:22:51,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:22:51,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:22:51,470 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:22:51,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:51,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42fa58b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:22:51,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548ee19a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:22:51,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b7ed6c7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/java.io.tmpdir/jetty-localhost-37189-hadoop-hdfs-3_4_1-tests_jar-_-any-4064521286821957401/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:22:51,566 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41bfec{HTTP/1.1, (http/1.1)}{localhost:37189} 2024-11-09T10:22:51,566 INFO [Time-limited test {}] server.Server(415): Started @324716ms 2024-11-09T10:22:51,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:51,863 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:22:51,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:22:51,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:22:51,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:22:51,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47bb6c60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:22:51,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d579d19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:22:52,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28013ac8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/java.io.tmpdir/jetty-localhost-42097-hadoop-hdfs-3_4_1-tests_jar-_-any-15531420862240194141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:22:52,018 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@d05e9b7{HTTP/1.1, (http/1.1)}{localhost:42097} 2024-11-09T10:22:52,018 INFO [Time-limited test {}] server.Server(415): Started @325168ms 2024-11-09T10:22:52,019 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:22:52,659 WARN [Thread-4195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/cluster_543a0fdc-92a0-034e-cd34-c7eeee1eadf4/data/data1/current/BP-363015409-172.17.0.3-1731147771153/current, will proceed with Du for space computation calculation, 2024-11-09T10:22:52,659 WARN [Thread-4196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/cluster_543a0fdc-92a0-034e-cd34-c7eeee1eadf4/data/data2/current/BP-363015409-172.17.0.3-1731147771153/current, will proceed with Du for space computation calculation, 2024-11-09T10:22:52,686 WARN [Thread-4183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:22:52,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9085a56a898f4985 with lease ID 0xe41ce79b16666163: Processing first storage report for DS-9e0f2802-7c85-4eee-8b83-5a8b83e91876 from datanode DatanodeRegistration(127.0.0.1:43333, datanodeUuid=15365e5b-ddf2-4b35-9211-7eca6e84bed8, infoPort=45325, infoSecurePort=0, ipcPort=38125, storageInfo=lv=-57;cid=testClusterID;nsid=835118725;c=1731147771153) 2024-11-09T10:22:52,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9085a56a898f4985 with lease ID 0xe41ce79b16666163: from storage DS-9e0f2802-7c85-4eee-8b83-5a8b83e91876 node DatanodeRegistration(127.0.0.1:43333, datanodeUuid=15365e5b-ddf2-4b35-9211-7eca6e84bed8, infoPort=45325, infoSecurePort=0, ipcPort=38125, storageInfo=lv=-57;cid=testClusterID;nsid=835118725;c=1731147771153), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:22:52,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9085a56a898f4985 with lease ID 0xe41ce79b16666163: Processing first storage report for DS-03642179-5065-4816-b507-708b5c8cd123 from datanode DatanodeRegistration(127.0.0.1:43333, datanodeUuid=15365e5b-ddf2-4b35-9211-7eca6e84bed8, infoPort=45325, infoSecurePort=0, ipcPort=38125, storageInfo=lv=-57;cid=testClusterID;nsid=835118725;c=1731147771153) 2024-11-09T10:22:52,689 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9085a56a898f4985 with lease ID 0xe41ce79b16666163: from storage DS-03642179-5065-4816-b507-708b5c8cd123 node DatanodeRegistration(127.0.0.1:43333, datanodeUuid=15365e5b-ddf2-4b35-9211-7eca6e84bed8, infoPort=45325, infoSecurePort=0, ipcPort=38125, storageInfo=lv=-57;cid=testClusterID;nsid=835118725;c=1731147771153), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:22:52,775 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55 2024-11-09T10:22:52,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:52,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:52,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:22:52,785 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f with version=8 2024-11-09T10:22:52,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/hbase-staging 2024-11-09T10:22:52,787 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:22:52,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:52,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:52,787 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:22:52,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:52,787 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:22:52,787 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:22:52,787 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:22:52,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40449 2024-11-09T10:22:52,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40449 connecting to ZooKeeper ensemble=127.0.0.1:58122 2024-11-09T10:22:52,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404490x0, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:22:52,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40449-0x1011f1ea8ad0000 connected 2024-11-09T10:22:52,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:52,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:52,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Set watcher on znode that does not yet exist, /0-2119007987/running 2024-11-09T10:22:52,951 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f, hbase.cluster.distributed=false 2024-11-09T10:22:52,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Set watcher on znode that does not yet exist, /0-2119007987/acl 2024-11-09T10:22:52,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40449 2024-11-09T10:22:52,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40449 2024-11-09T10:22:52,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40449 2024-11-09T10:22:52,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40449 2024-11-09T10:22:52,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40449 2024-11-09T10:22:52,971 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:22:52,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:52,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:52,971 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:22:52,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:22:52,971 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:22:52,971 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:22:52,971 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:22:52,972 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36977 2024-11-09T10:22:52,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36977 connecting to ZooKeeper ensemble=127.0.0.1:58122 2024-11-09T10:22:52,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:52,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:52,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:369770x0, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:22:52,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:369770x0, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Set watcher on znode that does not yet exist, /0-2119007987/running 2024-11-09T10:22:52,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36977-0x1011f1ea8ad0001 connected 2024-11-09T10:22:52,991 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:22:52,993 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:22:52,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Set watcher on znode that does not yet exist, /0-2119007987/master 2024-11-09T10:22:52,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Set watcher on znode that does not yet exist, /0-2119007987/acl 2024-11-09T10:22:52,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36977 2024-11-09T10:22:53,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36977 2024-11-09T10:22:53,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36977 2024-11-09T10:22:53,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36977 2024-11-09T10:22:53,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36977 2024-11-09T10:22:53,033 DEBUG [M:0;e067b2c2c7b3:40449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:40449 2024-11-09T10:22:53,036 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2119007987/backup-masters/e067b2c2c7b3,40449,1731147772787 2024-11-09T10:22:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987/backup-masters 2024-11-09T10:22:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987/backup-masters 2024-11-09T10:22:53,048 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Set watcher on existing znode=/0-2119007987/backup-masters/e067b2c2c7b3,40449,1731147772787 2024-11-09T10:22:53,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2119007987/master 2024-11-09T10:22:53,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987 2024-11-09T10:22:53,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987 2024-11-09T10:22:53,058 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Set watcher on existing znode=/0-2119007987/master 2024-11-09T10:22:53,059 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2119007987/backup-masters/e067b2c2c7b3,40449,1731147772787 from backup master directory 2024-11-09T10:22:53,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2119007987/backup-masters/e067b2c2c7b3,40449,1731147772787 2024-11-09T10:22:53,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987/backup-masters 2024-11-09T10:22:53,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987/backup-masters 2024-11-09T10:22:53,069 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:22:53,069 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,40449,1731147772787 2024-11-09T10:22:53,072 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/hbase.id] with ID: 174a5d33-9374-4179-a81e-0eb3f5b5808e 2024-11-09T10:22:53,072 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/.tmp/hbase.id 2024-11-09T10:22:53,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:22:53,081 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/.tmp/hbase.id]:[hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/hbase.id] 2024-11-09T10:22:53,090 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:53,090 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:22:53,091 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:22:53,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987 2024-11-09T10:22:53,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987 2024-11-09T10:22:53,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T10:22:53,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T10:22:53,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T10:22:53,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:22:53,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:22:53,521 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:22:53,522 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:22:53,522 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:53,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:22:53,928 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/MasterData/data/master/store 2024-11-09T10:22:53,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:22:53,933 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:53,934 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:22:53,934 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:53,934 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:53,934 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:22:53,934 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:53,934 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:22:53,934 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147773933Disabling compacts and flushes for region at 1731147773933Disabling writes for close at 1731147773934 (+1 ms)Writing region close event to WAL at 1731147773934Closed at 1731147773934 2024-11-09T10:22:53,934 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/MasterData/data/master/store/.initializing 2024-11-09T10:22:53,935 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/MasterData/WALs/e067b2c2c7b3,40449,1731147772787 2024-11-09T10:22:53,935 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:22:53,938 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C40449%2C1731147772787, suffix=, logDir=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/MasterData/WALs/e067b2c2c7b3,40449,1731147772787, archiveDir=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/MasterData/oldWALs, maxLogs=10 2024-11-09T10:22:53,954 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/MasterData/WALs/e067b2c2c7b3,40449,1731147772787/e067b2c2c7b3%2C40449%2C1731147772787.1731147773938, exclude list is [], retry=0 2024-11-09T10:22:53,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43333,DS-9e0f2802-7c85-4eee-8b83-5a8b83e91876,DISK] 2024-11-09T10:22:53,957 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/MasterData/WALs/e067b2c2c7b3,40449,1731147772787/e067b2c2c7b3%2C40449%2C1731147772787.1731147773938 2024-11-09T10:22:53,960 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45325:45325)] 2024-11-09T10:22:53,960 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:53,960 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:53,961 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:53,961 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:53,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:53,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:22:53,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:53,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:53,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:53,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:22:53,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:53,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:53,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:53,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:22:53,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:53,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:53,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:53,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:22:53,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:53,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:53,968 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:53,969 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:53,969 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:53,970 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:53,970 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:53,971 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:22:53,971 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:22:53,977 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:53,977 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73254954, jitterRate=0.09158387780189514}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:22:53,978 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147773961Initializing all the Stores at 1731147773961Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147773961Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147773962 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147773962Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147773962Cleaning up temporary data from old regions at 1731147773970 (+8 ms)Region opened successfully at 1731147773978 (+8 ms) 2024-11-09T10:22:53,979 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:22:53,982 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a7fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:22:53,982 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:22:53,983 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:22:53,983 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:22:53,983 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:22:53,983 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:22:53,983 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:22:53,984 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:22:53,986 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:22:53,986 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Unable to get data of znode /0-2119007987/balancer because node does not exist (not necessarily an error) 2024-11-09T10:22:54,085 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2119007987/balancer already deleted, retry=false 2024-11-09T10:22:54,086 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:22:54,086 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Unable to get data of znode /0-2119007987/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:22:54,148 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2119007987/normalizer already deleted, retry=false 2024-11-09T10:22:54,149 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:22:54,150 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Unable to get data of znode /0-2119007987/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:22:54,159 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2119007987/switch/split already deleted, retry=false 2024-11-09T10:22:54,160 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Unable to get data of znode /0-2119007987/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:22:54,169 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2119007987/switch/merge already deleted, retry=false 2024-11-09T10:22:54,171 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Unable to get data of znode /0-2119007987/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:22:54,180 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2119007987/snapshot-cleanup already deleted, retry=false 2024-11-09T10:22:54,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2119007987/running 2024-11-09T10:22:54,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987 2024-11-09T10:22:54,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2119007987/running 2024-11-09T10:22:54,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987 2024-11-09T10:22:54,191 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,40449,1731147772787, sessionid=0x1011f1ea8ad0000, setting cluster-up flag (Was=false) 2024-11-09T10:22:54,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987 2024-11-09T10:22:54,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987 2024-11-09T10:22:54,243 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2119007987/flush-table-proc/acquired, /0-2119007987/flush-table-proc/reached, /0-2119007987/flush-table-proc/abort 2024-11-09T10:22:54,244 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,40449,1731147772787 2024-11-09T10:22:54,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987 2024-11-09T10:22:54,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987 2024-11-09T10:22:54,296 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2119007987/online-snapshot/acquired, /0-2119007987/online-snapshot/reached, /0-2119007987/online-snapshot/abort 2024-11-09T10:22:54,297 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,40449,1731147772787 2024-11-09T10:22:54,298 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:22:54,299 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:54,300 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:22:54,300 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:22:54,300 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,40449,1731147772787 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:22:54,301 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:54,301 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:54,301 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:54,301 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:22:54,301 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:22:54,301 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,301 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:22:54,301 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,303 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:54,303 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:22:54,304 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:54,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:22:54,308 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147804308 2024-11-09T10:22:54,308 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:22:54,308 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:22:54,308 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:22:54,309 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:22:54,309 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:22:54,309 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:22:54,312 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,324 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:22:54,324 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:22:54,324 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:22:54,324 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:22:54,333 INFO [RS:0;e067b2c2c7b3:36977 {}] regionserver.HRegionServer(746): ClusterId : 174a5d33-9374-4179-a81e-0eb3f5b5808e 2024-11-09T10:22:54,334 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:22:54,336 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:22:54,336 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:22:54,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:22:54,339 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:22:54,339 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f 2024-11-09T10:22:54,340 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147774336,5,FailOnTimeoutGroup] 2024-11-09T10:22:54,343 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:22:54,343 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:22:54,344 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147774340,5,FailOnTimeoutGroup] 2024-11-09T10:22:54,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:22:54,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,344 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741832_1008 (size=32) 2024-11-09T10:22:54,349 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:54,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:22:54,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:22:54,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:54,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:54,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:22:54,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:22:54,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:54,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:54,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:22:54,354 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:22:54,354 DEBUG [RS:0;e067b2c2c7b3:36977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a442880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:22:54,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:22:54,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:54,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:54,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:22:54,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:22:54,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:54,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:54,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:22:54,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/data/hbase/meta/1588230740 2024-11-09T10:22:54,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/data/hbase/meta/1588230740 2024-11-09T10:22:54,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:22:54,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:22:54,363 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:22:54,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:22:54,366 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:54,366 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64066729, jitterRate=-0.04533134400844574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:22:54,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147774349Initializing all the Stores at 1731147774349Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147774349Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147774349Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147774349Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147774349Cleaning up temporary data from old regions at 1731147774362 (+13 ms)Region opened successfully at 1731147774367 (+5 ms) 2024-11-09T10:22:54,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:22:54,367 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:22:54,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:22:54,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:22:54,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:22:54,367 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:22:54,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147774367Disabling compacts and flushes for region at 1731147774367Disabling writes for close at 1731147774367Writing region close event to WAL at 1731147774367Closed at 1731147774367 2024-11-09T10:22:54,368 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:54,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:22:54,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:22:54,369 DEBUG [RS:0;e067b2c2c7b3:36977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:36977 2024-11-09T10:22:54,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:22:54,369 INFO [RS:0;e067b2c2c7b3:36977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:22:54,370 INFO [RS:0;e067b2c2c7b3:36977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:22:54,370 DEBUG [RS:0;e067b2c2c7b3:36977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:22:54,370 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:22:54,370 INFO [RS:0;e067b2c2c7b3:36977 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,40449,1731147772787 with port=36977, startcode=1731147772971 2024-11-09T10:22:54,370 DEBUG [RS:0;e067b2c2c7b3:36977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:22:54,372 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:22:54,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,36977,1731147772971 2024-11-09T10:22:54,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40449 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,36977,1731147772971 2024-11-09T10:22:54,373 DEBUG [RS:0;e067b2c2c7b3:36977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f 2024-11-09T10:22:54,373 DEBUG [RS:0;e067b2c2c7b3:36977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33497 2024-11-09T10:22:54,373 DEBUG [RS:0;e067b2c2c7b3:36977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:22:54,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987/rs 2024-11-09T10:22:54,385 DEBUG [RS:0;e067b2c2c7b3:36977 {}] zookeeper.ZKUtil(111): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Set watcher on existing znode=/0-2119007987/rs/e067b2c2c7b3,36977,1731147772971 2024-11-09T10:22:54,385 WARN [RS:0;e067b2c2c7b3:36977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:22:54,385 INFO [RS:0;e067b2c2c7b3:36977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:54,385 DEBUG [RS:0;e067b2c2c7b3:36977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/WALs/e067b2c2c7b3,36977,1731147772971 2024-11-09T10:22:54,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,36977,1731147772971] 2024-11-09T10:22:54,388 INFO [RS:0;e067b2c2c7b3:36977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:22:54,389 INFO [RS:0;e067b2c2c7b3:36977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:22:54,389 INFO [RS:0;e067b2c2c7b3:36977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:22:54,389 INFO [RS:0;e067b2c2c7b3:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,392 INFO [RS:0;e067b2c2c7b3:36977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:22:54,393 INFO [RS:0;e067b2c2c7b3:36977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:22:54,393 INFO [RS:0;e067b2c2c7b3:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,393 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,393 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,393 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,393 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,393 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,394 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:22:54,394 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,394 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,394 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,394 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,394 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,394 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:22:54,394 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:22:54,394 DEBUG [RS:0;e067b2c2c7b3:36977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:22:54,412 INFO [RS:0;e067b2c2c7b3:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,412 INFO [RS:0;e067b2c2c7b3:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,412 INFO [RS:0;e067b2c2c7b3:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,412 INFO [RS:0;e067b2c2c7b3:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,412 INFO [RS:0;e067b2c2c7b3:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,412 INFO [RS:0;e067b2c2c7b3:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36977,1731147772971-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:22:54,441 INFO [RS:0;e067b2c2c7b3:36977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:22:54,441 INFO [RS:0;e067b2c2c7b3:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,36977,1731147772971-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,441 INFO [RS:0;e067b2c2c7b3:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,441 INFO [RS:0;e067b2c2c7b3:36977 {}] regionserver.Replication(171): e067b2c2c7b3,36977,1731147772971 started 2024-11-09T10:22:54,457 INFO [RS:0;e067b2c2c7b3:36977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:54,457 INFO [RS:0;e067b2c2c7b3:36977 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,36977,1731147772971, RpcServer on e067b2c2c7b3/172.17.0.3:36977, sessionid=0x1011f1ea8ad0001 2024-11-09T10:22:54,458 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:22:54,458 DEBUG [RS:0;e067b2c2c7b3:36977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,36977,1731147772971 2024-11-09T10:22:54,458 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,36977,1731147772971' 2024-11-09T10:22:54,458 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2119007987/flush-table-proc/abort' 2024-11-09T10:22:54,458 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2119007987/flush-table-proc/acquired' 2024-11-09T10:22:54,458 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:22:54,458 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:22:54,458 DEBUG [RS:0;e067b2c2c7b3:36977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,36977,1731147772971 2024-11-09T10:22:54,458 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,36977,1731147772971' 2024-11-09T10:22:54,458 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2119007987/online-snapshot/abort' 2024-11-09T10:22:54,459 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2119007987/online-snapshot/acquired' 2024-11-09T10:22:54,459 DEBUG [RS:0;e067b2c2c7b3:36977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:22:54,459 INFO [RS:0;e067b2c2c7b3:36977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:22:54,459 INFO [RS:0;e067b2c2c7b3:36977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:22:54,484 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:22:54,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,520 WARN [e067b2c2c7b3:40449 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T10:22:54,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:22:54,559 INFO [RS:0;e067b2c2c7b3:36977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:22:54,560 INFO [RS:0;e067b2c2c7b3:36977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36977%2C1731147772971, suffix=, logDir=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/WALs/e067b2c2c7b3,36977,1731147772971, archiveDir=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/oldWALs, maxLogs=10 2024-11-09T10:22:54,577 DEBUG [RS:0;e067b2c2c7b3:36977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/WALs/e067b2c2c7b3,36977,1731147772971/e067b2c2c7b3%2C36977%2C1731147772971.1731147774561, exclude list is [], retry=0 2024-11-09T10:22:54,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43333,DS-9e0f2802-7c85-4eee-8b83-5a8b83e91876,DISK] 2024-11-09T10:22:54,581 INFO [RS:0;e067b2c2c7b3:36977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/WALs/e067b2c2c7b3,36977,1731147772971/e067b2c2c7b3%2C36977%2C1731147772971.1731147774561 2024-11-09T10:22:54,581 DEBUG [RS:0;e067b2c2c7b3:36977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45325:45325)] 2024-11-09T10:22:54,770 DEBUG [e067b2c2c7b3:40449 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:22:54,771 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,36977,1731147772971 2024-11-09T10:22:54,772 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,36977,1731147772971, state=OPENING 2024-11-09T10:22:54,826 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:22:54,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987 2024-11-09T10:22:54,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2119007987 2024-11-09T10:22:54,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2119007987/meta-region-server: CHANGED 2024-11-09T10:22:54,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2119007987/meta-region-server: CHANGED 2024-11-09T10:22:54,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:22:54,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36977,1731147772971}] 2024-11-09T10:22:55,024 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:22:55,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:22:55,028 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:22:55,028 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:22:55,029 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:22:55,030 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C36977%2C1731147772971.meta, suffix=.meta, logDir=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/WALs/e067b2c2c7b3,36977,1731147772971, archiveDir=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/oldWALs, maxLogs=10 2024-11-09T10:22:55,049 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/WALs/e067b2c2c7b3,36977,1731147772971/e067b2c2c7b3%2C36977%2C1731147772971.meta.1731147775030.meta, exclude list is [], retry=0 2024-11-09T10:22:55,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43333,DS-9e0f2802-7c85-4eee-8b83-5a8b83e91876,DISK] 2024-11-09T10:22:55,053 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/WALs/e067b2c2c7b3,36977,1731147772971/e067b2c2c7b3%2C36977%2C1731147772971.meta.1731147775030.meta 2024-11-09T10:22:55,053 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45325:45325)] 2024-11-09T10:22:55,053 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:55,053 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:22:55,053 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:22:55,054 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:22:55,054 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:22:55,054 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:22:55,054 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:55,054 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:22:55,054 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:22:55,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:22:55,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:22:55,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:55,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:55,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:22:55,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:22:55,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:55,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:55,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:22:55,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:22:55,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:55,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:55,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:22:55,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:22:55,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:55,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:22:55,059 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:22:55,060 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/data/hbase/meta/1588230740 2024-11-09T10:22:55,060 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/data/hbase/meta/1588230740 2024-11-09T10:22:55,061 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:22:55,061 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:22:55,062 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:22:55,064 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:22:55,064 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66869689, jitterRate=-0.003563985228538513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:22:55,065 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:22:55,065 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147775054Writing region info on filesystem at 1731147775054Initializing all the Stores at 1731147775055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147775055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147775055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147775055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147775055Cleaning up temporary data from old regions at 1731147775061 (+6 ms)Running coprocessor post-open hooks at 1731147775065 (+4 ms)Region opened successfully at 1731147775065 2024-11-09T10:22:55,066 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147775024 2024-11-09T10:22:55,068 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:22:55,068 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:22:55,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,36977,1731147772971 2024-11-09T10:22:55,069 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,36977,1731147772971, state=OPEN 2024-11-09T10:22:55,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36977-0x1011f1ea8ad0001, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2119007987/meta-region-server 2024-11-09T10:22:55,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40449-0x1011f1ea8ad0000, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2119007987/meta-region-server 2024-11-09T10:22:55,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2119007987/meta-region-server: CHANGED 2024-11-09T10:22:55,090 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36977,1731147772971 2024-11-09T10:22:55,090 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2119007987/meta-region-server: CHANGED 2024-11-09T10:22:55,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:22:55,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,36977,1731147772971 in 218 msec 2024-11-09T10:22:55,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:22:55,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 724 msec 2024-11-09T10:22:55,094 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:22:55,094 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:22:55,095 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:55,095 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36977,1731147772971, seqNum=-1] 2024-11-09T10:22:55,095 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:55,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:22:55,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 801 msec 2024-11-09T10:22:55,101 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147775101, completionTime=-1 2024-11-09T10:22:55,101 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:22:55,101 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:22:55,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:22:55,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147835103 2024-11-09T10:22:55,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147895103 2024-11-09T10:22:55,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-09T10:22:55,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40449,1731147772787-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:55,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40449,1731147772787-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:55,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40449,1731147772787-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:55,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:40449, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:55,103 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:55,104 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:55,105 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:22:55,106 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.037sec 2024-11-09T10:22:55,107 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:22:55,107 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:22:55,107 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:22:55,107 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:22:55,107 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:22:55,107 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40449,1731147772787-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:22:55,107 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40449,1731147772787-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:22:55,109 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:22:55,109 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:22:55,109 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,40449,1731147772787-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:22:55,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d50ef1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:55,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,40449,-1 for getting cluster id 2024-11-09T10:22:55,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:55,135 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174a5d33-9374-4179-a81e-0eb3f5b5808e' 2024-11-09T10:22:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174a5d33-9374-4179-a81e-0eb3f5b5808e" 2024-11-09T10:22:55,135 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63720359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:55,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,40449,-1] 2024-11-09T10:22:55,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:55,136 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:55,136 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:55,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5219af94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:55,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:22:55,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,36977,1731147772971, seqNum=-1] 2024-11-09T10:22:55,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:22:55,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:22:55,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,40449,1731147772787 2024-11-09T10:22:55,141 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58122 2024-11-09T10:22:55,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58122, baseZNode=/0-2119007987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:22:55,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f1ea8ad0002 connected 2024-11-09T10:22:55,165 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,40449,1731147772787 2024-11-09T10:22:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11ac0288 2024-11-09T10:22:55,167 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:55,168 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:22:55,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:22:55,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:22:55,171 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:22:55,172 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:55,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:22:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:55,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:22:55,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:22:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:55,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 688663c6aa8ee87c9310656977ce9534, NAME => 'test,,1731147775169.688663c6aa8ee87c9310656977ce9534.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f 2024-11-09T10:22:55,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43333 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:22:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:55,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147775169.688663c6aa8ee87c9310656977ce9534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:55,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 688663c6aa8ee87c9310656977ce9534, disabling compactions & flushes 2024-11-09T10:22:55,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147775169.688663c6aa8ee87c9310656977ce9534. 2024-11-09T10:22:55,988 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147775169.688663c6aa8ee87c9310656977ce9534. 2024-11-09T10:22:55,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147775169.688663c6aa8ee87c9310656977ce9534. after waiting 1 ms 2024-11-09T10:22:55,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147775169.688663c6aa8ee87c9310656977ce9534. 2024-11-09T10:22:55,989 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147775169.688663c6aa8ee87c9310656977ce9534. 2024-11-09T10:22:55,989 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 688663c6aa8ee87c9310656977ce9534: Waiting for close lock at 1731147775988Disabling compacts and flushes for region at 1731147775988Disabling writes for close at 1731147775989 (+1 ms)Writing region close event to WAL at 1731147775989Closed at 1731147775989 2024-11-09T10:22:55,990 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:22:55,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147775169.688663c6aa8ee87c9310656977ce9534.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147775990"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147775990"}]},"ts":"1731147775990"} 2024-11-09T10:22:55,992 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:22:55,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:22:55,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147775992"}]},"ts":"1731147775992"} 2024-11-09T10:22:55,994 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:22:55,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=688663c6aa8ee87c9310656977ce9534, ASSIGN}] 2024-11-09T10:22:55,995 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=688663c6aa8ee87c9310656977ce9534, ASSIGN 2024-11-09T10:22:55,995 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=688663c6aa8ee87c9310656977ce9534, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,36977,1731147772971; forceNewPlan=false, retain=false 2024-11-09T10:22:56,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=688663c6aa8ee87c9310656977ce9534, regionState=OPENING, regionLocation=e067b2c2c7b3,36977,1731147772971 2024-11-09T10:22:56,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=688663c6aa8ee87c9310656977ce9534, ASSIGN because future has completed 2024-11-09T10:22:56,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 688663c6aa8ee87c9310656977ce9534, server=e067b2c2c7b3,36977,1731147772971}] 2024-11-09T10:22:56,303 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147775169.688663c6aa8ee87c9310656977ce9534. 2024-11-09T10:22:56,303 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 688663c6aa8ee87c9310656977ce9534, NAME => 'test,,1731147775169.688663c6aa8ee87c9310656977ce9534.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:22:56,304 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:22:56,304 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:22:56,304 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,304 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147775169.688663c6aa8ee87c9310656977ce9534.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:22:56,304 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,304 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,305 INFO [StoreOpener-688663c6aa8ee87c9310656977ce9534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,306 INFO [StoreOpener-688663c6aa8ee87c9310656977ce9534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 688663c6aa8ee87c9310656977ce9534 columnFamilyName f 2024-11-09T10:22:56,306 DEBUG [StoreOpener-688663c6aa8ee87c9310656977ce9534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:56,306 INFO [StoreOpener-688663c6aa8ee87c9310656977ce9534-1 {}] regionserver.HStore(327): Store=688663c6aa8ee87c9310656977ce9534/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:56,307 INFO [StoreOpener-688663c6aa8ee87c9310656977ce9534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,307 INFO [StoreOpener-688663c6aa8ee87c9310656977ce9534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 688663c6aa8ee87c9310656977ce9534 columnFamilyName f1 2024-11-09T10:22:56,307 DEBUG [StoreOpener-688663c6aa8ee87c9310656977ce9534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:56,308 INFO [StoreOpener-688663c6aa8ee87c9310656977ce9534-1 {}] regionserver.HStore(327): Store=688663c6aa8ee87c9310656977ce9534/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:56,308 INFO [StoreOpener-688663c6aa8ee87c9310656977ce9534-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,308 INFO [StoreOpener-688663c6aa8ee87c9310656977ce9534-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 688663c6aa8ee87c9310656977ce9534 columnFamilyName norep 2024-11-09T10:22:56,308 DEBUG [StoreOpener-688663c6aa8ee87c9310656977ce9534-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:22:56,309 INFO [StoreOpener-688663c6aa8ee87c9310656977ce9534-1 {}] regionserver.HStore(327): Store=688663c6aa8ee87c9310656977ce9534/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:22:56,309 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,309 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/data/default/test/688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,309 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/data/default/test/688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,310 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,310 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,310 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:22:56,311 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:56,314 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/data/default/test/688663c6aa8ee87c9310656977ce9534/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:22:56,314 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 688663c6aa8ee87c9310656977ce9534; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68509659, jitterRate=0.020873472094535828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:22:56,314 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 688663c6aa8ee87c9310656977ce9534 2024-11-09T10:22:56,315 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 688663c6aa8ee87c9310656977ce9534: Running coprocessor pre-open hook at 1731147776304Writing region info on filesystem at 1731147776304Initializing all the Stores at 1731147776305 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147776305Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147776305Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147776305Cleaning up temporary data from old regions at 1731147776310 (+5 ms)Running coprocessor post-open hooks at 1731147776314 (+4 ms)Region opened successfully at 1731147776315 (+1 ms) 2024-11-09T10:22:56,315 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147775169.688663c6aa8ee87c9310656977ce9534., pid=6, masterSystemTime=1731147776300 2024-11-09T10:22:56,317 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147775169.688663c6aa8ee87c9310656977ce9534. 2024-11-09T10:22:56,317 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147775169.688663c6aa8ee87c9310656977ce9534. 2024-11-09T10:22:56,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=688663c6aa8ee87c9310656977ce9534, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,36977,1731147772971 2024-11-09T10:22:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 688663c6aa8ee87c9310656977ce9534, server=e067b2c2c7b3,36977,1731147772971 because future has completed 2024-11-09T10:22:56,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:22:56,321 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 688663c6aa8ee87c9310656977ce9534, server=e067b2c2c7b3,36977,1731147772971 in 172 msec 2024-11-09T10:22:56,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:22:56,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=688663c6aa8ee87c9310656977ce9534, ASSIGN in 327 msec 2024-11-09T10:22:56,323 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:22:56,324 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147776323"}]},"ts":"1731147776323"} 2024-11-09T10:22:56,325 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:22:56,326 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:22:56,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-09T10:22:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:22:57,322 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:22:57,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eac4b57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:57,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,40449,-1 for getting cluster id 2024-11-09T10:22:57,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:57,323 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174a5d33-9374-4179-a81e-0eb3f5b5808e' 2024-11-09T10:22:57,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:57,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174a5d33-9374-4179-a81e-0eb3f5b5808e" 2024-11-09T10:22:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614353ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,40449,-1] 2024-11-09T10:22:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:57,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:57,324 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:57,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b39a98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:57,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:57,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,40449,1731147772787 2024-11-09T10:22:57,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65c792d9 2024-11-09T10:22:57,326 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:57,327 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:22:57,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:40449,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:22:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:22:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:57,329 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:40449' 2024-11-09T10:22:57,330 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec39a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:57,330 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,40449,-1 for getting cluster id 2024-11-09T10:22:57,331 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:22:57,331 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '174a5d33-9374-4179-a81e-0eb3f5b5808e' 2024-11-09T10:22:57,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:22:57,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "174a5d33-9374-4179-a81e-0eb3f5b5808e" 2024-11-09T10:22:57,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0048f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:57,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,40449,-1] 2024-11-09T10:22:57,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:22:57,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:57,332 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:22:57,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a106f4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:22:57,333 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:22:57,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,40449,1731147772787 2024-11-09T10:22:57,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1055b07d 2024-11-09T10:22:57,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:22:57,335 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:22:57,335 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-09T10:22:57,335 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:22:57,335 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:57,335 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:57,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:57,336 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e067b2c2c7b3:40449, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-09T10:22:57,342 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e067b2c2c7b3:40449, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e067b2c2c7b3:40449, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e067b2c2c7b3:40449, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-09T10:22:57,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e067b2c2c7b3:40449, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-09T10:22:57,344 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-09T10:22:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:22:57,432 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://e067b2c2c7b3:40449, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-09T10:22:57,432 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:22:57,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:22:57,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:57,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:22:57,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:22:57,450 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=530 (was 360) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402292977-7914 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fca384319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:33497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1710949486_20 at /127.0.0.1:54362 [Receiving block BP-363015409-172.17.0.3-1731147771153:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f-prefix:e067b2c2c7b3,36977,1731147772971.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: e067b2c2c7b3:40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: IPC Server idle connection scanner for port 38125 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp842380436-7964 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f/MasterData-prefix:e067b2c2c7b3,40449,1731147772787 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;e067b2c2c7b3:40449 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp1402292977-7912 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fca384319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp842380436-7961 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fca384319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/e067b2c2c7b3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147774340 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4d150350[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@19c7f116 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1402292977-7913 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fca384319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402292977-7918 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e067b2c2c7b3:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: PacketResponder: BP-363015409-172.17.0.3-1731147771153:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58122 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 33497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: qtp1402292977-7917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/cluster_543a0fdc-92a0-034e-cd34-c7eeee1eadf4/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_953734797_20 at /127.0.0.1:54336 [Receiving block BP-363015409-172.17.0.3-1731147771153:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@572b3861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: regionserver/e067b2c2c7b3:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$592/0x00007fca38ab1648.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/cluster_543a0fdc-92a0-034e-cd34-c7eeee1eadf4/data/data1/current/BP-363015409-172.17.0.3-1731147771153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2328bdff java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1402292977-7915 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fca384319c0.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@1c4c38e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: qtp842380436-7963 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:33497/user/jenkins/test-data/db2d13eb-f6e2-92f7-67cf-5911fb4d524f-prefix:e067b2c2c7b3,36977,1731147772971 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server idle connection scanner for port 33497 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58122) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1710949486_20 at /127.0.0.1:54358 [Receiving block BP-363015409-172.17.0.3-1731147771153:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3487c574 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e067b2c2c7b3:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33497 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp842380436-7962-acceptor-0@9184659-ServerConnector@d05e9b7{HTTP/1.1, (http/1.1)}{localhost:42097} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1402292977-7919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58122) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BP-363015409-172.17.0.3-1731147771153 heartbeating to localhost/127.0.0.1:33497 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e067b2c2c7b3:36977 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1710949486_20 at /127.0.0.1:54274 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: Session-HouseKeeper-3f74c9a9-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server handler 0 on default port 38125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fca389f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-363015409-172.17.0.3-1731147771153:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-363015409-172.17.0.3-1731147771153:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40449 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 33497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS:0;e067b2c2c7b3:36977-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 1 on default port 38125 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33497 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58122) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147774336 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4cd198d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2605b0dd-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/cluster_543a0fdc-92a0-034e-cd34-c7eeee1eadf4/data/data2/current/BP-363015409-172.17.0.3-1731147771153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 33497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: CacheReplicationMonitor(330027118) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 33497 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@78ef66f3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:58122): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33497 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1402292977-7916-acceptor-0@35a879c0-ServerConnector@41bfec{HTTP/1.1, (http/1.1)}{localhost:37189} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/cluster_543a0fdc-92a0-034e-cd34-c7eeee1eadf4/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 446) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=350 (was 390) 2024-11-09T10:22:57,453 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-09T10:22:57,467 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=530, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=454, ProcessCount=11, AvailableMemoryMB=348 2024-11-09T10:22:57,467 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=530 is superior to 500 2024-11-09T10:22:57,483 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-09T10:22:57,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/hadoop.log.dir so I do NOT create it in target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45 2024-11-09T10:22:57,483 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:22:57,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/hadoop.tmp.dir so I do NOT create it in target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45 2024-11-09T10:22:57,483 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8712b72-ec0b-5763-8bbd-62db1b0aef55/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:22:57,483 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45 2024-11-09T10:22:57,484 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/cluster_e315988b-a62b-0817-fae8-ad00d8616463, deleteOnExit=true 2024-11-09T10:22:57,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/cluster_e315988b-a62b-0817-fae8-ad00d8616463/zookeeper_0, clientPort=55135, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/cluster_e315988b-a62b-0817-fae8-ad00d8616463/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/cluster_e315988b-a62b-0817-fae8-ad00d8616463/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T10:22:57,567 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55135 2024-11-09T10:22:57,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:22:57,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:22:57,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/test.cache.data in system properties and HBase conf 2024-11-09T10:22:57,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:22:57,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:22:57,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:22:57,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:22:57,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:22:57,567 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:22:57,568 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:22:57,892 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:57,896 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:22:57,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:22:57,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:22:57,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:22:57,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:57,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24ac63a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:22:57,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@491c2358{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:22:58,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31a20fd2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/java.io.tmpdir/jetty-localhost-36427-hadoop-hdfs-3_4_1-tests_jar-_-any-13992945945205249008/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:22:58,024 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@103bac19{HTTP/1.1, (http/1.1)}{localhost:36427} 2024-11-09T10:22:58,025 INFO [Time-limited test {}] server.Server(415): Started @331174ms 2024-11-09T10:22:58,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:22:58,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:22:58,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:22:58,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:22:58,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:22:58,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cfeb06b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:22:58,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f659f1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:22:58,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@550573c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/java.io.tmpdir/jetty-localhost-39781-hadoop-hdfs-3_4_1-tests_jar-_-any-5695089641632443483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:22:58,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41108ba3{HTTP/1.1, (http/1.1)}{localhost:39781} 2024-11-09T10:22:58,406 INFO [Time-limited test {}] server.Server(415): Started @331555ms 2024-11-09T10:22:58,407 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:22:59,637 WARN [Thread-4329 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/cluster_e315988b-a62b-0817-fae8-ad00d8616463/data/data1/current/BP-1606115594-172.17.0.3-1731147777589/current, will proceed with Du for space computation calculation, 2024-11-09T10:22:59,637 WARN [Thread-4330 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/cluster_e315988b-a62b-0817-fae8-ad00d8616463/data/data2/current/BP-1606115594-172.17.0.3-1731147777589/current, will proceed with Du for space computation calculation, 2024-11-09T10:22:59,655 WARN [Thread-4317 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:22:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4717051e0e931f1 with lease ID 0x7933b863ae50131e: Processing first storage report for DS-bb2af1d9-fdaf-44e9-997d-91d558020be0 from datanode DatanodeRegistration(127.0.0.1:39413, datanodeUuid=85c4633e-0506-43fb-8ecf-7b925633b91a, infoPort=37769, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1518744400;c=1731147777589) 2024-11-09T10:22:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4717051e0e931f1 with lease ID 0x7933b863ae50131e: from storage DS-bb2af1d9-fdaf-44e9-997d-91d558020be0 node DatanodeRegistration(127.0.0.1:39413, datanodeUuid=85c4633e-0506-43fb-8ecf-7b925633b91a, infoPort=37769, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1518744400;c=1731147777589), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:22:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4717051e0e931f1 with lease ID 0x7933b863ae50131e: Processing first storage report for DS-5acf24a5-aedd-4ee7-a700-1ced671b38e5 from datanode DatanodeRegistration(127.0.0.1:39413, datanodeUuid=85c4633e-0506-43fb-8ecf-7b925633b91a, infoPort=37769, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1518744400;c=1731147777589) 2024-11-09T10:22:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4717051e0e931f1 with lease ID 0x7933b863ae50131e: from storage DS-5acf24a5-aedd-4ee7-a700-1ced671b38e5 node DatanodeRegistration(127.0.0.1:39413, datanodeUuid=85c4633e-0506-43fb-8ecf-7b925633b91a, infoPort=37769, infoSecurePort=0, ipcPort=43705, storageInfo=lv=-57;cid=testClusterID;nsid=1518744400;c=1731147777589), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:22:59,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45 2024-11-09T10:22:59,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:59,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:22:59,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:23:00,146 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e with version=8 2024-11-09T10:23:00,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/hbase-staging 2024-11-09T10:23:00,147 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:23:00,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:00,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:00,148 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:23:00,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:00,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:23:00,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:23:00,148 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:23:00,148 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42469 2024-11-09T10:23:00,149 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42469 connecting to ZooKeeper ensemble=127.0.0.1:55135 2024-11-09T10:23:00,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424690x0, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:23:00,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42469-0x1011f1ec1c80000 connected 2024-11-09T10:23:00,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:23:00,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:00,620 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:23:00,621 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-09T10:23:00,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:00,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:00,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Set watcher on znode that does not yet exist, /0821132185/running 2024-11-09T10:23:00,754 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e, hbase.cluster.distributed=false 2024-11-09T10:23:00,756 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Set watcher on znode that does not yet exist, /0821132185/acl 2024-11-09T10:23:00,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42469 2024-11-09T10:23:00,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42469 2024-11-09T10:23:00,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42469 2024-11-09T10:23:00,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42469 2024-11-09T10:23:00,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42469 2024-11-09T10:23:00,769 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:23:00,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:00,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:00,770 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:23:00,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:00,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:23:00,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:23:00,770 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:23:00,770 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35841 2024-11-09T10:23:00,771 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35841 connecting to ZooKeeper ensemble=127.0.0.1:55135 2024-11-09T10:23:00,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:00,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:00,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358410x0, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:23:00,814 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358410x0, quorum=127.0.0.1:55135, baseZNode=/0821132185 Set watcher on znode that does not yet exist, /0821132185/running 2024-11-09T10:23:00,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35841-0x1011f1ec1c80001 connected 2024-11-09T10:23:00,815 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:23:00,815 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:23:00,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Set watcher on znode that does not yet exist, /0821132185/master 2024-11-09T10:23:00,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Set watcher on znode that does not yet exist, /0821132185/acl 2024-11-09T10:23:00,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35841 2024-11-09T10:23:00,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35841 2024-11-09T10:23:00,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35841 2024-11-09T10:23:00,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35841 2024-11-09T10:23:00,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35841 2024-11-09T10:23:00,838 DEBUG [M:0;e067b2c2c7b3:42469 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:42469 2024-11-09T10:23:00,839 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0821132185/backup-masters/e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:00,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185/backup-masters 2024-11-09T10:23:00,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185/backup-masters 2024-11-09T10:23:00,856 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Set watcher on existing znode=/0821132185/backup-masters/e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:00,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0821132185/master 2024-11-09T10:23:00,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:00,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:00,866 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Set watcher on existing znode=/0821132185/master 2024-11-09T10:23:00,866 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0821132185/backup-masters/e067b2c2c7b3,42469,1731147780147 from backup master directory 2024-11-09T10:23:00,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185/backup-masters 2024-11-09T10:23:00,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0821132185/backup-masters/e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:00,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185/backup-masters 2024-11-09T10:23:00,876 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:23:00,876 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:00,879 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/hbase.id] with ID: 540cbc83-e826-4f31-96ac-e5b3aae5ad00 2024-11-09T10:23:00,879 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/.tmp/hbase.id 2024-11-09T10:23:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:23:01,286 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/.tmp/hbase.id]:[hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/hbase.id] 2024-11-09T10:23:01,293 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:01,293 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:23:01,294 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:23:01,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:01,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:01,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:23:01,712 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:23:01,712 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:23:01,713 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:23:01,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:23:02,122 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store 2024-11-09T10:23:02,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:23:02,527 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:02,527 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:23:02,527 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:02,527 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:02,527 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:23:02,527 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:02,527 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:02,527 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147782527Disabling compacts and flushes for region at 1731147782527Disabling writes for close at 1731147782527Writing region close event to WAL at 1731147782527Closed at 1731147782527 2024-11-09T10:23:02,528 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/.initializing 2024-11-09T10:23:02,528 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/WALs/e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:02,528 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:23:02,529 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C42469%2C1731147780147, suffix=, logDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/WALs/e067b2c2c7b3,42469,1731147780147, archiveDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/oldWALs, maxLogs=10 2024-11-09T10:23:02,541 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/WALs/e067b2c2c7b3,42469,1731147780147/e067b2c2c7b3%2C42469%2C1731147780147.1731147782529, exclude list is [], retry=0 2024-11-09T10:23:02,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-bb2af1d9-fdaf-44e9-997d-91d558020be0,DISK] 2024-11-09T10:23:02,544 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/WALs/e067b2c2c7b3,42469,1731147780147/e067b2c2c7b3%2C42469%2C1731147780147.1731147782529 2024-11-09T10:23:02,545 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37769:37769)] 2024-11-09T10:23:02,545 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:23:02,545 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:02,545 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:02,545 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:02,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:02,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:23:02,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:02,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:02,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:02,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:23:02,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:02,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:02,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:02,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:23:02,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:02,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:02,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:02,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:23:02,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:02,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:02,552 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:02,553 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:02,553 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:02,554 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:02,554 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:02,554 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:23:02,555 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:02,556 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:23:02,556 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63868817, jitterRate=-0.04828046262264252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:23:02,556 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147782545Initializing all the Stores at 1731147782546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147782546Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147782547 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147782547Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147782547Cleaning up temporary data from old regions at 1731147782554 (+7 ms)Region opened successfully at 1731147782556 (+2 ms) 2024-11-09T10:23:02,556 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:23:02,558 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6988a32c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:23:02,559 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:23:02,559 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:23:02,559 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:23:02,559 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:23:02,559 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:23:02,559 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:23:02,559 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:23:02,560 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:23:02,561 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Unable to get data of znode /0821132185/balancer because node does not exist (not necessarily an error) 2024-11-09T10:23:02,628 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0821132185/balancer already deleted, retry=false 2024-11-09T10:23:02,628 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:23:02,629 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Unable to get data of znode /0821132185/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:23:02,713 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0821132185/normalizer already deleted, retry=false 2024-11-09T10:23:02,714 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:23:02,715 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Unable to get data of znode /0821132185/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:23:02,819 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0821132185/switch/split already deleted, retry=false 2024-11-09T10:23:02,820 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Unable to get data of znode /0821132185/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:23:02,883 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0821132185/switch/merge already deleted, retry=false 2024-11-09T10:23:02,884 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Unable to get data of znode /0821132185/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:23:02,968 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0821132185/snapshot-cleanup already deleted, retry=false 2024-11-09T10:23:03,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0821132185/running 2024-11-09T10:23:03,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0821132185/running 2024-11-09T10:23:03,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:03,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:03,042 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,42469,1731147780147, sessionid=0x1011f1ec1c80000, setting cluster-up flag (Was=false) 2024-11-09T10:23:03,110 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T10:23:03,110 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T10:23:03,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-09T10:23:03,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-09T10:23:03,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:23:03,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-09T10:23:03,111 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T10:23:03,111 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T10:23:03,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:03,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:03,402 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0821132185/flush-table-proc/acquired, /0821132185/flush-table-proc/reached, /0821132185/flush-table-proc/abort 2024-11-09T10:23:03,403 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:03,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:03,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:03,466 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0821132185/online-snapshot/acquired, /0821132185/online-snapshot/reached, /0821132185/online-snapshot/abort 2024-11-09T10:23:03,466 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:03,467 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:23:03,468 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:23:03,468 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:23:03,468 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:23:03,468 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,42469,1731147780147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:23:03,469 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:23:03,469 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:23:03,469 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:23:03,469 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:23:03,469 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:23:03,469 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,470 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:23:03,470 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,470 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147813470 2024-11-09T10:23:03,470 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:23:03,470 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:23:03,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:23:03,470 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:23:03,470 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:23:03,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:23:03,470 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:23:03,470 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:23:03,471 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,471 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:23:03,471 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:23:03,471 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:23:03,471 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:23:03,471 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:23:03,471 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:23:03,471 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:03,471 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147783471,5,FailOnTimeoutGroup] 2024-11-09T10:23:03,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:23:03,471 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147783471,5,FailOnTimeoutGroup] 2024-11-09T10:23:03,471 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,471 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:23:03,471 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,471 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:23:03,527 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(746): ClusterId : 540cbc83-e826-4f31-96ac-e5b3aae5ad00 2024-11-09T10:23:03,527 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:23:03,597 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:23:03,597 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:23:03,614 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:23:03,614 DEBUG [RS:0;e067b2c2c7b3:35841 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89d8393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:23:03,625 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:35841 2024-11-09T10:23:03,625 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:23:03,625 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:23:03,625 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:23:03,625 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,42469,1731147780147 with port=35841, startcode=1731147780769 2024-11-09T10:23:03,626 DEBUG [RS:0;e067b2c2c7b3:35841 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:23:03,627 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:23:03,627 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42469 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:03,627 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42469 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:03,628 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e 2024-11-09T10:23:03,628 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37383 2024-11-09T10:23:03,628 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:23:03,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185/rs 2024-11-09T10:23:03,634 DEBUG [RS:0;e067b2c2c7b3:35841 {}] zookeeper.ZKUtil(111): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Set watcher on existing znode=/0821132185/rs/e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:03,634 WARN [RS:0;e067b2c2c7b3:35841 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:23:03,635 INFO [RS:0;e067b2c2c7b3:35841 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:23:03,635 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:03,635 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,35841,1731147780769] 2024-11-09T10:23:03,638 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:23:03,639 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:23:03,640 INFO [RS:0;e067b2c2c7b3:35841 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:23:03,640 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,640 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:23:03,640 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:23:03,640 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,640 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,640 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,640 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,641 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,641 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,641 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:23:03,641 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,641 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,641 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,641 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,641 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,641 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:03,641 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:23:03,641 DEBUG [RS:0;e067b2c2c7b3:35841 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:23:03,644 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,644 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,644 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,644 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,644 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,644 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35841,1731147780769-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:23:03,661 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:23:03,661 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,35841,1731147780769-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,661 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,661 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.Replication(171): e067b2c2c7b3,35841,1731147780769 started 2024-11-09T10:23:03,673 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:03,674 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,35841,1731147780769, RpcServer on e067b2c2c7b3/172.17.0.3:35841, sessionid=0x1011f1ec1c80001 2024-11-09T10:23:03,674 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:23:03,674 DEBUG [RS:0;e067b2c2c7b3:35841 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:03,674 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,35841,1731147780769' 2024-11-09T10:23:03,674 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0821132185/flush-table-proc/abort' 2024-11-09T10:23:03,674 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0821132185/flush-table-proc/acquired' 2024-11-09T10:23:03,675 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:23:03,675 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:23:03,675 DEBUG [RS:0;e067b2c2c7b3:35841 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:03,675 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,35841,1731147780769' 2024-11-09T10:23:03,675 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0821132185/online-snapshot/abort' 2024-11-09T10:23:03,675 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0821132185/online-snapshot/acquired' 2024-11-09T10:23:03,675 DEBUG [RS:0;e067b2c2c7b3:35841 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:23:03,675 INFO [RS:0;e067b2c2c7b3:35841 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:23:03,675 INFO [RS:0;e067b2c2c7b3:35841 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:23:03,776 INFO [RS:0;e067b2c2c7b3:35841 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:23:03,776 INFO [RS:0;e067b2c2c7b3:35841 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C35841%2C1731147780769, suffix=, logDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769, archiveDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/oldWALs, maxLogs=10 2024-11-09T10:23:03,789 DEBUG [RS:0;e067b2c2c7b3:35841 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777, exclude list is [], retry=0 2024-11-09T10:23:03,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-bb2af1d9-fdaf-44e9-997d-91d558020be0,DISK] 2024-11-09T10:23:03,793 INFO [RS:0;e067b2c2c7b3:35841 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 2024-11-09T10:23:03,794 DEBUG [RS:0;e067b2c2c7b3:35841 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37769:37769)] 2024-11-09T10:23:03,880 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:23:03,880 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e 2024-11-09T10:23:03,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741833_1009 (size=32) 2024-11-09T10:23:04,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:04,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:23:04,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:23:04,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:04,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:04,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:23:04,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:23:04,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:04,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:04,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:23:04,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:23:04,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:04,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:04,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:23:04,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:23:04,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:04,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:04,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:23:04,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740 2024-11-09T10:23:04,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740 2024-11-09T10:23:04,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:23:04,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:23:04,297 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:23:04,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:23:04,299 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:23:04,299 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68870957, jitterRate=0.026257231831550598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:23:04,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147784288Initializing all the Stores at 1731147784288Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147784288Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147784289 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147784289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147784289Cleaning up temporary data from old regions at 1731147784296 (+7 ms)Region opened successfully at 1731147784299 (+3 ms) 2024-11-09T10:23:04,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:23:04,299 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:23:04,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:23:04,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:23:04,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:23:04,299 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:23:04,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147784299Disabling compacts and flushes for region at 1731147784299Disabling writes for close at 1731147784299Writing region close event to WAL at 1731147784299Closed at 1731147784299 2024-11-09T10:23:04,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:23:04,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:23:04,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:23:04,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:23:04,302 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:23:04,452 DEBUG [e067b2c2c7b3:42469 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:23:04,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:04,454 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,35841,1731147780769, state=OPENING 2024-11-09T10:23:04,487 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:23:04,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:04,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:04,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0821132185/meta-region-server: CHANGED 2024-11-09T10:23:04,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0821132185/meta-region-server: CHANGED 2024-11-09T10:23:04,498 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:23:04,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,35841,1731147780769}] 2024-11-09T10:23:04,650 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:23:04,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:23:04,653 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:23:04,653 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:23:04,653 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:23:04,654 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C35841%2C1731147780769.meta, suffix=.meta, logDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769, archiveDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/oldWALs, maxLogs=10 2024-11-09T10:23:04,670 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.meta.1731147784655.meta, exclude list is [], retry=0 2024-11-09T10:23:04,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-bb2af1d9-fdaf-44e9-997d-91d558020be0,DISK] 2024-11-09T10:23:04,673 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.meta.1731147784655.meta 2024-11-09T10:23:04,674 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37769:37769)] 2024-11-09T10:23:04,674 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:23:04,674 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:23:04,674 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:23:04,674 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:23:04,674 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:23:04,674 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:23:04,674 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:04,674 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:23:04,674 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:23:04,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:23:04,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:23:04,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:04,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:04,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:23:04,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:23:04,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:04,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:04,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:23:04,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:23:04,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:04,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:04,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:23:04,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:23:04,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:04,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:04,678 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:23:04,679 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740 2024-11-09T10:23:04,679 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740 2024-11-09T10:23:04,680 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:23:04,680 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:23:04,680 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:23:04,681 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:23:04,682 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73007103, jitterRate=0.0878906100988388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:23:04,682 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:23:04,682 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147784675Writing region info on filesystem at 1731147784675Initializing all the Stores at 1731147784675Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147784675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147784675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147784675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147784675Cleaning up temporary data from old regions at 1731147784680 (+5 ms)Running coprocessor post-open hooks at 1731147784682 (+2 ms)Region opened successfully at 1731147784682 2024-11-09T10:23:04,683 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147784650 2024-11-09T10:23:04,684 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:23:04,684 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:23:04,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:04,685 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,35841,1731147780769, state=OPEN 2024-11-09T10:23:04,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0821132185/meta-region-server 2024-11-09T10:23:04,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0821132185/meta-region-server 2024-11-09T10:23:04,727 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:04,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0821132185/meta-region-server: CHANGED 2024-11-09T10:23:04,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0821132185/meta-region-server: CHANGED 2024-11-09T10:23:04,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:23:04,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,35841,1731147780769 in 229 msec 2024-11-09T10:23:04,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:23:04,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-09T10:23:04,747 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:23:04,747 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:23:04,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:04,748 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,35841,1731147780769, seqNum=-1] 2024-11-09T10:23:04,748 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:04,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:23:04,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-09T10:23:04,753 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147784753, completionTime=-1 2024-11-09T10:23:04,753 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:23:04,754 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:23:04,755 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:23:04,755 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147844755 2024-11-09T10:23:04,755 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147904755 2024-11-09T10:23:04,755 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:23:04,755 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,42469,1731147780147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:04,755 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,42469,1731147780147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:04,755 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,42469,1731147780147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:04,756 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:42469, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:04,756 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:04,756 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:04,757 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:23:04,759 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.883sec 2024-11-09T10:23:04,759 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:23:04,759 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:23:04,759 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:23:04,759 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:23:04,759 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:23:04,759 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,42469,1731147780147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:23:04,759 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,42469,1731147780147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:23:04,761 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:23:04,761 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:23:04,761 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,42469,1731147780147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:04,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d494a14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:04,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,42469,-1 for getting cluster id 2024-11-09T10:23:04,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:04,829 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '540cbc83-e826-4f31-96ac-e5b3aae5ad00' 2024-11-09T10:23:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "540cbc83-e826-4f31-96ac-e5b3aae5ad00" 2024-11-09T10:23:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e619cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,42469,-1] 2024-11-09T10:23:04,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:04,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:04,830 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:04,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257347c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:04,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:04,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,35841,1731147780769, seqNum=-1] 2024-11-09T10:23:04,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:04,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:23:04,833 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:04,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55135 2024-11-09T10:23:04,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:23:04,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1011f1ec1c80002 connected 2024-11-09T10:23:04,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/hadoop.log.dir so I do NOT create it in target/test-data/c4495442-2dd2-768a-845c-f52275b4570f 2024-11-09T10:23:04,953 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:23:04,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/hadoop.tmp.dir so I do NOT create it in target/test-data/c4495442-2dd2-768a-845c-f52275b4570f 2024-11-09T10:23:04,953 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:23:04,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f 2024-11-09T10:23:04,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:23:04,954 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/cluster_d001b498-f0da-a6f6-e05f-388d277aa7bb, deleteOnExit=true 2024-11-09T10:23:04,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:23:04,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/test.cache.data in system properties and HBase conf 2024-11-09T10:23:04,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:23:04,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:23:04,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:23:04,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:23:04,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:23:04,955 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:23:04,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:23:04,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:23:04,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:23:04,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:23:04,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:23:04,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:23:04,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:23:04,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:23:04,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:23:04,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:23:04,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:23:04,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:23:04,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:23:04,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:23:05,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:23:05,347 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:23:05,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:23:05,360 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:23:05,360 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:23:05,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:23:05,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f2b586b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:23:05,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cea55df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:23:05,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55ad1174{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/java.io.tmpdir/jetty-localhost-36785-hadoop-hdfs-3_4_1-tests_jar-_-any-137508875722554134/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:23:05,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d9d2125{HTTP/1.1, (http/1.1)}{localhost:36785} 2024-11-09T10:23:05,473 INFO [Time-limited test {}] server.Server(415): Started @338623ms 2024-11-09T10:23:05,750 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:23:05,754 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:23:05,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:23:05,756 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:23:05,756 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T10:23:05,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bed62b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:23:05,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@687d9d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:23:05,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@362a4d7b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/java.io.tmpdir/jetty-localhost-39325-hadoop-hdfs-3_4_1-tests_jar-_-any-8497243228487501664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:23:05,854 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@116b2349{HTTP/1.1, (http/1.1)}{localhost:39325} 2024-11-09T10:23:05,854 INFO [Time-limited test {}] server.Server(415): Started @339003ms 2024-11-09T10:23:05,855 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:23:06,528 WARN [Thread-4451 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/cluster_d001b498-f0da-a6f6-e05f-388d277aa7bb/data/data2/current/BP-42191358-172.17.0.3-1731147784989/current, will proceed with Du for space computation calculation, 2024-11-09T10:23:06,528 WARN [Thread-4450 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/cluster_d001b498-f0da-a6f6-e05f-388d277aa7bb/data/data1/current/BP-42191358-172.17.0.3-1731147784989/current, will proceed with Du for space computation calculation, 2024-11-09T10:23:06,546 WARN [Thread-4438 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:23:06,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f9e3846bfe404b4 with lease ID 0xe7c3ea89e0eeedcb: Processing first storage report for DS-bc2b910c-4003-45a2-a0b0-ec911f4e3fa5 from datanode DatanodeRegistration(127.0.0.1:45041, datanodeUuid=02826ac9-530b-4998-95f3-6196f0407872, infoPort=44321, infoSecurePort=0, ipcPort=46417, storageInfo=lv=-57;cid=testClusterID;nsid=1241103024;c=1731147784989) 2024-11-09T10:23:06,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f9e3846bfe404b4 with lease ID 0xe7c3ea89e0eeedcb: from storage DS-bc2b910c-4003-45a2-a0b0-ec911f4e3fa5 node DatanodeRegistration(127.0.0.1:45041, datanodeUuid=02826ac9-530b-4998-95f3-6196f0407872, infoPort=44321, infoSecurePort=0, ipcPort=46417, storageInfo=lv=-57;cid=testClusterID;nsid=1241103024;c=1731147784989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:23:06,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f9e3846bfe404b4 with lease ID 0xe7c3ea89e0eeedcb: Processing first storage report for DS-c230b6bd-0a2d-4df6-8d8a-5fb5689ac8a6 from datanode DatanodeRegistration(127.0.0.1:45041, datanodeUuid=02826ac9-530b-4998-95f3-6196f0407872, infoPort=44321, infoSecurePort=0, ipcPort=46417, storageInfo=lv=-57;cid=testClusterID;nsid=1241103024;c=1731147784989) 2024-11-09T10:23:06,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f9e3846bfe404b4 with lease ID 0xe7c3ea89e0eeedcb: from storage DS-c230b6bd-0a2d-4df6-8d8a-5fb5689ac8a6 node DatanodeRegistration(127.0.0.1:45041, datanodeUuid=02826ac9-530b-4998-95f3-6196f0407872, infoPort=44321, infoSecurePort=0, ipcPort=46417, storageInfo=lv=-57;cid=testClusterID;nsid=1241103024;c=1731147784989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:23:06,579 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f 2024-11-09T10:23:06,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:06,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:06,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:23:06,987 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3 with version=8 2024-11-09T10:23:06,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/hbase-staging 2024-11-09T10:23:06,990 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:23:06,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:06,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:06,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:23:06,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:06,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:23:06,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:23:06,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:23:06,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44781 2024-11-09T10:23:06,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44781 connecting to ZooKeeper ensemble=127.0.0.1:55135 2024-11-09T10:23:07,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447810x0, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:23:07,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44781-0x1011f1ec1c80003 connected 2024-11-09T10:23:07,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:07,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:07,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Set watcher on znode that does not yet exist, /1-1661394631/running 2024-11-09T10:23:07,111 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3, hbase.cluster.distributed=false 2024-11-09T10:23:07,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Set watcher on znode that does not yet exist, /1-1661394631/acl 2024-11-09T10:23:07,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44781 2024-11-09T10:23:07,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44781 2024-11-09T10:23:07,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44781 2024-11-09T10:23:07,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44781 2024-11-09T10:23:07,119 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44781 2024-11-09T10:23:07,132 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:23:07,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:07,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:07,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:23:07,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:07,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:23:07,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:23:07,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:23:07,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42269 2024-11-09T10:23:07,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42269 connecting to ZooKeeper ensemble=127.0.0.1:55135 2024-11-09T10:23:07,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:07,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:07,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422690x0, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:23:07,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422690x0, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Set watcher on znode that does not yet exist, /1-1661394631/running 2024-11-09T10:23:07,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42269-0x1011f1ec1c80004 connected 2024-11-09T10:23:07,151 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:23:07,152 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:23:07,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Set watcher on znode that does not yet exist, /1-1661394631/master 2024-11-09T10:23:07,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Set watcher on znode that does not yet exist, /1-1661394631/acl 2024-11-09T10:23:07,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42269 2024-11-09T10:23:07,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42269 2024-11-09T10:23:07,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42269 2024-11-09T10:23:07,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42269 2024-11-09T10:23:07,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42269 2024-11-09T10:23:07,171 DEBUG [M:0;e067b2c2c7b3:44781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:44781 2024-11-09T10:23:07,171 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1661394631/backup-masters/e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:07,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631/backup-masters 2024-11-09T10:23:07,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631/backup-masters 2024-11-09T10:23:07,182 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Set watcher on existing znode=/1-1661394631/backup-masters/e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:07,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:07,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1661394631/master 2024-11-09T10:23:07,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:07,192 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Set watcher on existing znode=/1-1661394631/master 2024-11-09T10:23:07,192 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1661394631/backup-masters/e067b2c2c7b3,44781,1731147786989 from backup master directory 2024-11-09T10:23:07,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631/backup-masters 2024-11-09T10:23:07,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1661394631/backup-masters/e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:07,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631/backup-masters 2024-11-09T10:23:07,203 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:23:07,203 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:07,205 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/hbase.id] with ID: 70463b89-4d9d-43ff-b1ff-b87d2faba213 2024-11-09T10:23:07,205 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/.tmp/hbase.id 2024-11-09T10:23:07,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:23:07,609 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/.tmp/hbase.id]:[hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/hbase.id] 2024-11-09T10:23:07,617 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:07,617 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:23:07,618 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:23:07,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:07,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:07,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:23:08,070 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:23:08,071 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:23:08,071 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:23:08,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:23:08,476 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store 2024-11-09T10:23:08,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:23:08,882 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:08,882 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:23:08,882 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:08,882 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:08,882 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:23:08,882 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:08,882 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:08,882 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147788882Disabling compacts and flushes for region at 1731147788882Disabling writes for close at 1731147788882Writing region close event to WAL at 1731147788882Closed at 1731147788882 2024-11-09T10:23:08,883 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/.initializing 2024-11-09T10:23:08,883 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/WALs/e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:08,884 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:23:08,885 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C44781%2C1731147786989, suffix=, logDir=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/WALs/e067b2c2c7b3,44781,1731147786989, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/oldWALs, maxLogs=10 2024-11-09T10:23:08,898 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/WALs/e067b2c2c7b3,44781,1731147786989/e067b2c2c7b3%2C44781%2C1731147786989.1731147788885, exclude list is [], retry=0 2024-11-09T10:23:08,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-bc2b910c-4003-45a2-a0b0-ec911f4e3fa5,DISK] 2024-11-09T10:23:08,901 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/WALs/e067b2c2c7b3,44781,1731147786989/e067b2c2c7b3%2C44781%2C1731147786989.1731147788885 2024-11-09T10:23:08,901 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44321:44321)] 2024-11-09T10:23:08,901 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:23:08,901 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:08,901 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:08,901 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:08,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:08,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:23:08,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:08,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:08,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:08,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:23:08,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:08,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:08,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:08,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:23:08,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:08,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:08,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:08,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:23:08,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:08,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:08,907 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:08,907 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:08,908 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:08,908 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:08,908 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:08,909 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:23:08,909 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:08,910 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:23:08,911 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72589389, jitterRate=0.08166618645191193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:23:08,911 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147788901Initializing all the Stores at 1731147788902 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147788902Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147788902Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147788902Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147788902Cleaning up temporary data from old regions at 1731147788908 (+6 ms)Region opened successfully at 1731147788911 (+3 ms) 2024-11-09T10:23:08,911 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:23:08,913 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bf9c7b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:23:08,913 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:23:08,913 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:23:08,913 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:23:08,914 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:23:08,914 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:23:08,914 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:23:08,914 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:23:08,916 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:23:08,916 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Unable to get data of znode /1-1661394631/balancer because node does not exist (not necessarily an error) 2024-11-09T10:23:09,013 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1661394631/balancer already deleted, retry=false 2024-11-09T10:23:09,013 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:23:09,014 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Unable to get data of znode /1-1661394631/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:23:09,023 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1661394631/normalizer already deleted, retry=false 2024-11-09T10:23:09,024 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:23:09,025 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Unable to get data of znode /1-1661394631/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:23:09,034 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1661394631/switch/split already deleted, retry=false 2024-11-09T10:23:09,036 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Unable to get data of znode /1-1661394631/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:23:09,044 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1661394631/switch/merge already deleted, retry=false 2024-11-09T10:23:09,046 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Unable to get data of znode /1-1661394631/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:23:09,055 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1661394631/snapshot-cleanup already deleted, retry=false 2024-11-09T10:23:09,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1661394631/running 2024-11-09T10:23:09,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1661394631/running 2024-11-09T10:23:09,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:09,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:09,066 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,44781,1731147786989, sessionid=0x1011f1ec1c80003, setting cluster-up flag (Was=false) 2024-11-09T10:23:09,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:09,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:09,118 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1661394631/flush-table-proc/acquired, /1-1661394631/flush-table-proc/reached, /1-1661394631/flush-table-proc/abort 2024-11-09T10:23:09,119 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:09,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:09,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:09,171 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1661394631/online-snapshot/acquired, /1-1661394631/online-snapshot/reached, /1-1661394631/online-snapshot/abort 2024-11-09T10:23:09,172 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:09,172 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:23:09,174 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:23:09,174 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:23:09,174 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:23:09,174 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,44781,1731147786989 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:23:09,175 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:23:09,175 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:23:09,175 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:23:09,175 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:23:09,175 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:23:09,176 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,176 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:23:09,176 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,176 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147819176 2024-11-09T10:23:09,176 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:23:09,177 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:23:09,177 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:23:09,177 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:23:09,177 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:23:09,177 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:23:09,177 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:23:09,177 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,177 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:23:09,177 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:23:09,177 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:23:09,177 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:23:09,177 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:23:09,178 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:09,178 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:23:09,180 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:23:09,180 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:23:09,180 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147789180,5,FailOnTimeoutGroup] 2024-11-09T10:23:09,188 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147789180,5,FailOnTimeoutGroup] 2024-11-09T10:23:09,188 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,188 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:23:09,188 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,188 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:23:09,214 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:23:09,215 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3 2024-11-09T10:23:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741832_1008 (size=32) 2024-11-09T10:23:09,263 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(746): ClusterId : 70463b89-4d9d-43ff-b1ff-b87d2faba213 2024-11-09T10:23:09,263 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:23:09,276 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:23:09,276 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:23:09,287 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:23:09,287 DEBUG [RS:0;e067b2c2c7b3:42269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87b2dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:23:09,298 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:42269 2024-11-09T10:23:09,298 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:23:09,298 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:23:09,298 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:23:09,299 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,44781,1731147786989 with port=42269, startcode=1731147787132 2024-11-09T10:23:09,299 DEBUG [RS:0;e067b2c2c7b3:42269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:23:09,300 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:23:09,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44781 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:09,301 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44781 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:09,302 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3 2024-11-09T10:23:09,302 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33809 2024-11-09T10:23:09,302 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:23:09,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631/rs 2024-11-09T10:23:09,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,42269,1731147787132] 2024-11-09T10:23:09,355 DEBUG [RS:0;e067b2c2c7b3:42269 {}] zookeeper.ZKUtil(111): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Set watcher on existing znode=/1-1661394631/rs/e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:09,355 WARN [RS:0;e067b2c2c7b3:42269 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:23:09,355 INFO [RS:0;e067b2c2c7b3:42269 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:23:09,355 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/WALs/e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:09,360 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:23:09,363 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:23:09,372 INFO [RS:0;e067b2c2c7b3:42269 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:23:09,372 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,373 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:23:09,374 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:23:09,374 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,374 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,374 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,374 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,374 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,374 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,375 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:23:09,375 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,375 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,375 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,375 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,375 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,375 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:09,375 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:23:09,375 DEBUG [RS:0;e067b2c2c7b3:42269 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:23:09,405 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,405 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,405 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,405 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,405 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,405 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,42269,1731147787132-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:23:09,427 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:23:09,427 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,42269,1731147787132-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,428 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,428 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.Replication(171): e067b2c2c7b3,42269,1731147787132 started 2024-11-09T10:23:09,449 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:09,449 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,42269,1731147787132, RpcServer on e067b2c2c7b3/172.17.0.3:42269, sessionid=0x1011f1ec1c80004 2024-11-09T10:23:09,449 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:23:09,449 DEBUG [RS:0;e067b2c2c7b3:42269 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:09,450 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,42269,1731147787132' 2024-11-09T10:23:09,450 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1661394631/flush-table-proc/abort' 2024-11-09T10:23:09,450 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1661394631/flush-table-proc/acquired' 2024-11-09T10:23:09,451 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:23:09,451 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:23:09,451 DEBUG [RS:0;e067b2c2c7b3:42269 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:09,451 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,42269,1731147787132' 2024-11-09T10:23:09,451 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1661394631/online-snapshot/abort' 2024-11-09T10:23:09,452 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1661394631/online-snapshot/acquired' 2024-11-09T10:23:09,453 DEBUG [RS:0;e067b2c2c7b3:42269 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:23:09,453 INFO [RS:0;e067b2c2c7b3:42269 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:23:09,453 INFO [RS:0;e067b2c2c7b3:42269 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:23:09,554 INFO [RS:0;e067b2c2c7b3:42269 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:23:09,555 INFO [RS:0;e067b2c2c7b3:42269 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C42269%2C1731147787132, suffix=, logDir=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/WALs/e067b2c2c7b3,42269,1731147787132, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/oldWALs, maxLogs=10 2024-11-09T10:23:09,568 DEBUG [RS:0;e067b2c2c7b3:42269 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/WALs/e067b2c2c7b3,42269,1731147787132/e067b2c2c7b3%2C42269%2C1731147787132.1731147789555, exclude list is [], retry=0 2024-11-09T10:23:09,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-bc2b910c-4003-45a2-a0b0-ec911f4e3fa5,DISK] 2024-11-09T10:23:09,571 INFO [RS:0;e067b2c2c7b3:42269 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/WALs/e067b2c2c7b3,42269,1731147787132/e067b2c2c7b3%2C42269%2C1731147787132.1731147789555 2024-11-09T10:23:09,572 DEBUG [RS:0;e067b2c2c7b3:42269 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44321:44321)] 2024-11-09T10:23:09,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:09,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:23:09,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:23:09,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:09,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:09,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:23:09,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:23:09,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:09,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:09,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:23:09,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:23:09,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:09,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:09,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:23:09,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:23:09,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:09,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:09,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:23:09,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740 2024-11-09T10:23:09,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740 2024-11-09T10:23:09,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:23:09,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:23:09,644 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:23:09,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:23:09,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:23:09,647 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69540611, jitterRate=0.03623585402965546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:23:09,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147789630Initializing all the Stores at 1731147789631 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147789631Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147789632 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147789632Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147789632Cleaning up temporary data from old regions at 1731147789644 (+12 ms)Region opened successfully at 1731147789647 (+3 ms) 2024-11-09T10:23:09,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:23:09,647 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:23:09,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:23:09,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:23:09,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:23:09,648 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:23:09,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147789647Disabling compacts and flushes for region at 1731147789647Disabling writes for close at 1731147789647Writing region close event to WAL at 1731147789648 (+1 ms)Closed at 1731147789648 2024-11-09T10:23:09,648 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:23:09,649 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:23:09,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:23:09,650 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:23:09,651 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:23:09,801 DEBUG [e067b2c2c7b3:44781 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:23:09,801 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:09,803 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,42269,1731147787132, state=OPENING 2024-11-09T10:23:10,133 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:23:10,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:10,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:10,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1661394631/meta-region-server: CHANGED 2024-11-09T10:23:10,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1661394631/meta-region-server: CHANGED 2024-11-09T10:23:10,140 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:23:10,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,42269,1731147787132}] 2024-11-09T10:23:10,177 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:23:10,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,238 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,245 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:10,296 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:23:10,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:23:10,304 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:23:10,304 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:23:10,304 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:23:10,305 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C42269%2C1731147787132.meta, suffix=.meta, logDir=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/WALs/e067b2c2c7b3,42269,1731147787132, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/oldWALs, maxLogs=10 2024-11-09T10:23:10,324 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/WALs/e067b2c2c7b3,42269,1731147787132/e067b2c2c7b3%2C42269%2C1731147787132.meta.1731147790306.meta, exclude list is [], retry=0 2024-11-09T10:23:10,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45041,DS-bc2b910c-4003-45a2-a0b0-ec911f4e3fa5,DISK] 2024-11-09T10:23:10,332 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/WALs/e067b2c2c7b3,42269,1731147787132/e067b2c2c7b3%2C42269%2C1731147787132.meta.1731147790306.meta 2024-11-09T10:23:10,336 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44321:44321)] 2024-11-09T10:23:10,336 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:23:10,337 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:23:10,337 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:23:10,337 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:23:10,337 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:23:10,337 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:23:10,337 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:10,337 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:23:10,337 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:23:10,339 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:23:10,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:23:10,340 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:10,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:10,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:23:10,342 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:23:10,342 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:10,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:10,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:23:10,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:23:10,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:10,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:10,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:23:10,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:23:10,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:10,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:10,347 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:23:10,348 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740 2024-11-09T10:23:10,349 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740 2024-11-09T10:23:10,350 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:23:10,350 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:23:10,351 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:23:10,354 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:23:10,357 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66840858, jitterRate=-0.003993600606918335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:23:10,357 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:23:10,357 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147790337Writing region info on filesystem at 1731147790337Initializing all the Stores at 1731147790338 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147790338Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147790339 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147790339Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147790339Cleaning up temporary data from old regions at 1731147790350 (+11 ms)Running coprocessor post-open hooks at 1731147790357 (+7 ms)Region opened successfully at 1731147790357 2024-11-09T10:23:10,358 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147790296 2024-11-09T10:23:10,361 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:10,362 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,42269,1731147787132, state=OPEN 2024-11-09T10:23:10,362 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:23:10,362 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:23:10,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1661394631/meta-region-server 2024-11-09T10:23:10,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1661394631/meta-region-server 2024-11-09T10:23:10,371 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:10,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1661394631/meta-region-server: CHANGED 2024-11-09T10:23:10,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1661394631/meta-region-server: CHANGED 2024-11-09T10:23:10,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:23:10,373 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,42269,1731147787132 in 231 msec 2024-11-09T10:23:10,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:23:10,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 724 msec 2024-11-09T10:23:10,376 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:23:10,376 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:23:10,377 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:10,378 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,42269,1731147787132, seqNum=-1] 2024-11-09T10:23:10,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:10,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:23:10,384 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-09T10:23:10,385 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147790385, completionTime=-1 2024-11-09T10:23:10,385 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:23:10,385 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:23:10,388 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:23:10,389 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147850388 2024-11-09T10:23:10,389 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147910389 2024-11-09T10:23:10,389 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-09T10:23:10,390 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44781,1731147786989-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:10,390 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44781,1731147786989-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:10,390 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44781,1731147786989-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:10,391 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:44781, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:10,391 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:10,391 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:10,396 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:23:10,399 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.196sec 2024-11-09T10:23:10,399 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:23:10,399 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:23:10,399 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:23:10,399 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:23:10,400 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:23:10,400 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44781,1731147786989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:23:10,400 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44781,1731147786989-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:23:10,405 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:23:10,406 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:23:10,406 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44781,1731147786989-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:10,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba28b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:10,464 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44781,-1 for getting cluster id 2024-11-09T10:23:10,464 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:10,465 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70463b89-4d9d-43ff-b1ff-b87d2faba213' 2024-11-09T10:23:10,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:10,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70463b89-4d9d-43ff-b1ff-b87d2faba213" 2024-11-09T10:23:10,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b72c10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:10,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44781,-1] 2024-11-09T10:23:10,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:10,466 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:10,466 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:10,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1904b71d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:10,467 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,42269,1731147787132, seqNum=-1] 2024-11-09T10:23:10,468 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:10,469 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:23:10,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:10,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55135 2024-11-09T10:23:10,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:23:10,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1011f1ec1c80005 connected 2024-11-09T10:23:10,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/hadoop.log.dir so I do NOT create it in target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b 2024-11-09T10:23:10,489 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/hadoop.log.dir Erasing configuration value by system value. 2024-11-09T10:23:10,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/hadoop.tmp.dir so I do NOT create it in target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b 2024-11-09T10:23:10,489 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-09T10:23:10,489 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b 2024-11-09T10:23:10,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T10:23:10,489 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/cluster_73e13b4a-1815-5efb-dc67-c8558509d3a2, deleteOnExit=true 2024-11-09T10:23:10,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T10:23:10,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/test.cache.data in system properties and HBase conf 2024-11-09T10:23:10,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T10:23:10,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/hadoop.log.dir in system properties and HBase conf 2024-11-09T10:23:10,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T10:23:10,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T10:23:10,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T10:23:10,490 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T10:23:10,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:23:10,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T10:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T10:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T10:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T10:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T10:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T10:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/nfs.dump.dir in system properties and HBase conf 2024-11-09T10:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/java.io.tmpdir in system properties and HBase conf 2024-11-09T10:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T10:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T10:23:10,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T10:23:10,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:10,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:23:10,782 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148981 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:23:10,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:23:10,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:23:10,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:23:10,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:23:10,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:23:10,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:23:10,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@82b758d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:23:10,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac9f21d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:23:10,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2ddb20b1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/java.io.tmpdir/jetty-localhost-46559-hadoop-hdfs-3_4_1-tests_jar-_-any-17363518600811387506/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:23:10,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40341b5f{HTTP/1.1, (http/1.1)}{localhost:46559} 2024-11-09T10:23:10,971 INFO [Time-limited test {}] server.Server(415): Started @344120ms 2024-11-09T10:23:11,333 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T10:23:11,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T10:23:11,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T10:23:11,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T10:23:11,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-09T10:23:11,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62bab826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/hadoop.log.dir/,AVAILABLE} 2024-11-09T10:23:11,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bdfe434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T10:23:11,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6240a473{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/java.io.tmpdir/jetty-localhost-36937-hadoop-hdfs-3_4_1-tests_jar-_-any-1260845898034118638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:23:11,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a759102{HTTP/1.1, (http/1.1)}{localhost:36937} 2024-11-09T10:23:11,433 INFO [Time-limited test {}] server.Server(415): Started @344583ms 2024-11-09T10:23:11,434 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T10:23:12,198 WARN [Thread-4572 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/cluster_73e13b4a-1815-5efb-dc67-c8558509d3a2/data/data2/current/BP-1151251012-172.17.0.3-1731147790509/current, will proceed with Du for space computation calculation, 2024-11-09T10:23:12,198 WARN [Thread-4571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/cluster_73e13b4a-1815-5efb-dc67-c8558509d3a2/data/data1/current/BP-1151251012-172.17.0.3-1731147790509/current, will proceed with Du for space computation calculation, 2024-11-09T10:23:12,219 WARN [Thread-4559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T10:23:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8beb5eb38660e91 with lease ID 0x9f716202d6496b8b: Processing first storage report for DS-584da12b-8832-4492-89d1-1fe50fa7d2ba from datanode DatanodeRegistration(127.0.0.1:37627, datanodeUuid=1852acba-a75f-41ff-a31a-3805c6072364, infoPort=40207, infoSecurePort=0, ipcPort=39377, storageInfo=lv=-57;cid=testClusterID;nsid=112846237;c=1731147790509) 2024-11-09T10:23:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8beb5eb38660e91 with lease ID 0x9f716202d6496b8b: from storage DS-584da12b-8832-4492-89d1-1fe50fa7d2ba node DatanodeRegistration(127.0.0.1:37627, datanodeUuid=1852acba-a75f-41ff-a31a-3805c6072364, infoPort=40207, infoSecurePort=0, ipcPort=39377, storageInfo=lv=-57;cid=testClusterID;nsid=112846237;c=1731147790509), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:23:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb8beb5eb38660e91 with lease ID 0x9f716202d6496b8b: Processing first storage report for DS-70eb98b8-62ae-446a-ade2-d2c8c56da9fc from datanode DatanodeRegistration(127.0.0.1:37627, datanodeUuid=1852acba-a75f-41ff-a31a-3805c6072364, infoPort=40207, infoSecurePort=0, ipcPort=39377, storageInfo=lv=-57;cid=testClusterID;nsid=112846237;c=1731147790509) 2024-11-09T10:23:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb8beb5eb38660e91 with lease ID 0x9f716202d6496b8b: from storage DS-70eb98b8-62ae-446a-ade2-d2c8c56da9fc node DatanodeRegistration(127.0.0.1:37627, datanodeUuid=1852acba-a75f-41ff-a31a-3805c6072364, infoPort=40207, infoSecurePort=0, ipcPort=39377, storageInfo=lv=-57;cid=testClusterID;nsid=112846237;c=1731147790509), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T10:23:12,269 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b 2024-11-09T10:23:12,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:12,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:12,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741825_1001 (size=7) 2024-11-09T10:23:12,679 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4 with version=8 2024-11-09T10:23:12,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/hbase-staging 2024-11-09T10:23:12,682 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:23:12,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:12,682 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:12,682 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:23:12,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:12,683 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:23:12,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T10:23:12,683 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:23:12,683 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43935 2024-11-09T10:23:12,684 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43935 connecting to ZooKeeper ensemble=127.0.0.1:55135 2024-11-09T10:23:12,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439350x0, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:23:12,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43935-0x1011f1ec1c80006 connected 2024-11-09T10:23:12,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:12,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:12,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Set watcher on znode that does not yet exist, /21872817597/running 2024-11-09T10:23:12,817 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4, hbase.cluster.distributed=false 2024-11-09T10:23:12,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Set watcher on znode that does not yet exist, /21872817597/acl 2024-11-09T10:23:12,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43935 2024-11-09T10:23:12,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43935 2024-11-09T10:23:12,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43935 2024-11-09T10:23:12,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43935 2024-11-09T10:23:12,839 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43935 2024-11-09T10:23:12,861 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e067b2c2c7b3:0 server-side Connection retries=45 2024-11-09T10:23:12,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:12,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:12,861 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T10:23:12,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T10:23:12,861 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T10:23:12,861 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T10:23:12,862 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T10:23:12,862 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44231 2024-11-09T10:23:12,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44231 connecting to ZooKeeper ensemble=127.0.0.1:55135 2024-11-09T10:23:12,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:12,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:12,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442310x0, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:23:12,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442310x0, quorum=127.0.0.1:55135, baseZNode=/21872817597 Set watcher on znode that does not yet exist, /21872817597/running 2024-11-09T10:23:12,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44231-0x1011f1ec1c80007 connected 2024-11-09T10:23:12,887 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T10:23:12,888 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T10:23:12,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Set watcher on znode that does not yet exist, /21872817597/master 2024-11-09T10:23:12,890 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Set watcher on znode that does not yet exist, /21872817597/acl 2024-11-09T10:23:12,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44231 2024-11-09T10:23:12,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44231 2024-11-09T10:23:12,904 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44231 2024-11-09T10:23:12,910 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44231 2024-11-09T10:23:12,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44231 2024-11-09T10:23:12,927 DEBUG [M:0;e067b2c2c7b3:43935 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e067b2c2c7b3:43935 2024-11-09T10:23:12,928 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21872817597/backup-masters/e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:12,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597/backup-masters 2024-11-09T10:23:12,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597/backup-masters 2024-11-09T10:23:12,940 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Set watcher on existing znode=/21872817597/backup-masters/e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:12,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21872817597/master 2024-11-09T10:23:12,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:12,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:12,951 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Set watcher on existing znode=/21872817597/master 2024-11-09T10:23:12,951 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21872817597/backup-masters/e067b2c2c7b3,43935,1731147792682 from backup master directory 2024-11-09T10:23:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21872817597/backup-masters/e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597/backup-masters 2024-11-09T10:23:12,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597/backup-masters 2024-11-09T10:23:12,961 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:23:12,961 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:12,965 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/hbase.id] with ID: 02efd3b5-7413-4f61-a239-8361086627f1 2024-11-09T10:23:12,965 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/.tmp/hbase.id 2024-11-09T10:23:12,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741826_1002 (size=42) 2024-11-09T10:23:12,978 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/.tmp/hbase.id]:[hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/hbase.id] 2024-11-09T10:23:12,986 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:12,986 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T10:23:12,987 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-09T10:23:12,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:12,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:13,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741827_1003 (size=196) 2024-11-09T10:23:13,406 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:23:13,406 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T10:23:13,407 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:23:13,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741828_1004 (size=1189) 2024-11-09T10:23:13,812 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store 2024-11-09T10:23:13,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741829_1005 (size=34) 2024-11-09T10:23:14,217 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:14,217 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:23:14,217 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:14,217 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:14,217 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:23:14,217 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:14,217 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:14,217 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147794217Disabling compacts and flushes for region at 1731147794217Disabling writes for close at 1731147794217Writing region close event to WAL at 1731147794217Closed at 1731147794217 2024-11-09T10:23:14,218 WARN [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/.initializing 2024-11-09T10:23:14,218 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/WALs/e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:14,219 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:23:14,220 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e067b2c2c7b3%2C43935%2C1731147792682, suffix=, logDir=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/WALs/e067b2c2c7b3,43935,1731147792682, archiveDir=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/oldWALs, maxLogs=10 2024-11-09T10:23:14,241 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/WALs/e067b2c2c7b3,43935,1731147792682/e067b2c2c7b3%2C43935%2C1731147792682.1731147794220, exclude list is [], retry=0 2024-11-09T10:23:14,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37627,DS-584da12b-8832-4492-89d1-1fe50fa7d2ba,DISK] 2024-11-09T10:23:14,245 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/WALs/e067b2c2c7b3,43935,1731147792682/e067b2c2c7b3%2C43935%2C1731147792682.1731147794220 2024-11-09T10:23:14,245 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40207:40207)] 2024-11-09T10:23:14,245 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:23:14,245 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:14,246 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:14,246 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:14,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:14,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T10:23:14,249 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:14,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:14,249 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:14,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T10:23:14,250 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:14,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:14,251 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:14,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T10:23:14,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:14,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:14,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:14,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T10:23:14,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:14,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:14,256 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:14,257 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:14,257 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:14,258 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:14,258 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:14,259 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:23:14,260 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T10:23:14,262 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:23:14,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62479215, jitterRate=-0.06898714601993561}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:23:14,262 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731147794246Initializing all the Stores at 1731147794246Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147794246Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147794247 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147794247Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147794247Cleaning up temporary data from old regions at 1731147794258 (+11 ms)Region opened successfully at 1731147794262 (+4 ms) 2024-11-09T10:23:14,262 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T10:23:14,266 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac7f4d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:23:14,267 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T10:23:14,267 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-09T10:23:14,267 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-09T10:23:14,267 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T10:23:14,268 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T10:23:14,268 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-09T10:23:14,268 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T10:23:14,270 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T10:23:14,271 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Unable to get data of znode /21872817597/balancer because node does not exist (not necessarily an error) 2024-11-09T10:23:14,318 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21872817597/balancer already deleted, retry=false 2024-11-09T10:23:14,318 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T10:23:14,319 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Unable to get data of znode /21872817597/normalizer because node does not exist (not necessarily an error) 2024-11-09T10:23:14,328 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21872817597/normalizer already deleted, retry=false 2024-11-09T10:23:14,329 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T10:23:14,330 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Unable to get data of znode /21872817597/switch/split because node does not exist (not necessarily an error) 2024-11-09T10:23:14,339 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21872817597/switch/split already deleted, retry=false 2024-11-09T10:23:14,340 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Unable to get data of znode /21872817597/switch/merge because node does not exist (not necessarily an error) 2024-11-09T10:23:14,349 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21872817597/switch/merge already deleted, retry=false 2024-11-09T10:23:14,351 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Unable to get data of znode /21872817597/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T10:23:14,360 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21872817597/snapshot-cleanup already deleted, retry=false 2024-11-09T10:23:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21872817597/running 2024-11-09T10:23:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21872817597/running 2024-11-09T10:23:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:14,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:14,371 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e067b2c2c7b3,43935,1731147792682, sessionid=0x1011f1ec1c80006, setting cluster-up flag (Was=false) 2024-11-09T10:23:14,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:14,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:14,613 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21872817597/flush-table-proc/acquired, /21872817597/flush-table-proc/reached, /21872817597/flush-table-proc/abort 2024-11-09T10:23:14,614 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:14,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:14,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:14,728 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21872817597/online-snapshot/acquired, /21872817597/online-snapshot/reached, /21872817597/online-snapshot/abort 2024-11-09T10:23:14,729 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:14,730 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T10:23:14,731 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T10:23:14,732 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T10:23:14,732 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T10:23:14,732 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e067b2c2c7b3,43935,1731147792682 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T10:23:14,733 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:23:14,733 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:23:14,733 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:23:14,733 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=5, maxPoolSize=5 2024-11-09T10:23:14,733 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e067b2c2c7b3:0, corePoolSize=10, maxPoolSize=10 2024-11-09T10:23:14,733 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,733 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:23:14,733 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,734 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731147824734 2024-11-09T10:23:14,734 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T10:23:14,734 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T10:23:14,734 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T10:23:14,734 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T10:23:14,734 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T10:23:14,734 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T10:23:14,734 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:23:14,734 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T10:23:14,735 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:14,735 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T10:23:14,736 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:14,740 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T10:23:14,740 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T10:23:14,741 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T10:23:14,741 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-09T10:23:14,744 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T10:23:14,744 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T10:23:14,744 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147794744,5,FailOnTimeoutGroup] 2024-11-09T10:23:14,745 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147794744,5,FailOnTimeoutGroup] 2024-11-09T10:23:14,745 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:14,745 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T10:23:14,745 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:14,745 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:14,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741831_1007 (size=1321) 2024-11-09T10:23:14,747 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T10:23:14,747 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4 2024-11-09T10:23:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741832_1008 (size=32) 2024-11-09T10:23:14,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:14,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:23:14,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:23:14,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:14,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:14,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:23:14,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:23:14,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:14,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:14,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:23:14,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:23:14,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:14,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:14,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:23:14,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:23:14,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:14,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:14,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:23:14,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740 2024-11-09T10:23:14,774 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740 2024-11-09T10:23:14,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:23:14,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:23:14,776 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:23:14,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:23:14,781 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:23:14,781 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72585254, jitterRate=0.08160457015037537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:23:14,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731147794758Initializing all the Stores at 1731147794759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147794759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147794759Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147794759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147794759Cleaning up temporary data from old regions at 1731147794776 (+17 ms)Region opened successfully at 1731147794781 (+5 ms) 2024-11-09T10:23:14,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:23:14,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:23:14,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:23:14,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:23:14,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:23:14,783 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:23:14,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147794781Disabling compacts and flushes for region at 1731147794781Disabling writes for close at 1731147794782 (+1 ms)Writing region close event to WAL at 1731147794783 (+1 ms)Closed at 1731147794783 2024-11-09T10:23:14,784 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:23:14,784 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T10:23:14,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T10:23:14,785 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:23:14,785 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T10:23:14,821 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(746): ClusterId : 02efd3b5-7413-4f61-a239-8361086627f1 2024-11-09T10:23:14,821 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T10:23:14,857 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T10:23:14,857 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T10:23:14,876 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T10:23:14,877 DEBUG [RS:0;e067b2c2c7b3:44231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57043a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e067b2c2c7b3/172.17.0.3:0 2024-11-09T10:23:14,888 DEBUG [RS:0;e067b2c2c7b3:44231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e067b2c2c7b3:44231 2024-11-09T10:23:14,888 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T10:23:14,888 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T10:23:14,888 DEBUG [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T10:23:14,888 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(2659): reportForDuty to master=e067b2c2c7b3,43935,1731147792682 with port=44231, startcode=1731147792861 2024-11-09T10:23:14,889 DEBUG [RS:0;e067b2c2c7b3:44231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T10:23:14,890 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T10:23:14,890 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43935 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:14,890 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43935 {}] master.ServerManager(517): Registering regionserver=e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:14,891 DEBUG [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4 2024-11-09T10:23:14,891 DEBUG [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39299 2024-11-09T10:23:14,891 DEBUG [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T10:23:14,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597/rs 2024-11-09T10:23:14,972 WARN [e067b2c2c7b3:43935 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-09T10:23:14,972 DEBUG [RS:0;e067b2c2c7b3:44231 {}] zookeeper.ZKUtil(111): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Set watcher on existing znode=/21872817597/rs/e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:14,972 WARN [RS:0;e067b2c2c7b3:44231 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T10:23:14,973 INFO [RS:0;e067b2c2c7b3:44231 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:23:14,973 DEBUG [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/WALs/e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:14,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e067b2c2c7b3,44231,1731147792861] 2024-11-09T10:23:14,975 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T10:23:14,976 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T10:23:14,980 INFO [RS:0;e067b2c2c7b3:44231 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T10:23:14,980 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:14,984 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T10:23:14,985 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T10:23:14,985 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=2, maxPoolSize=2 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e067b2c2c7b3:0, corePoolSize=1, maxPoolSize=1 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:23:14,985 DEBUG [RS:0;e067b2c2c7b3:44231 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e067b2c2c7b3:0, corePoolSize=3, maxPoolSize=3 2024-11-09T10:23:14,986 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:14,986 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:14,986 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:14,986 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:14,986 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:14,986 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44231,1731147792861-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:23:15,002 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T10:23:15,002 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,44231,1731147792861-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:15,002 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:15,002 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.Replication(171): e067b2c2c7b3,44231,1731147792861 started 2024-11-09T10:23:15,019 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:15,019 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(1482): Serving as e067b2c2c7b3,44231,1731147792861, RpcServer on e067b2c2c7b3/172.17.0.3:44231, sessionid=0x1011f1ec1c80007 2024-11-09T10:23:15,019 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T10:23:15,020 DEBUG [RS:0;e067b2c2c7b3:44231 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:15,020 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,44231,1731147792861' 2024-11-09T10:23:15,020 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21872817597/flush-table-proc/abort' 2024-11-09T10:23:15,020 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21872817597/flush-table-proc/acquired' 2024-11-09T10:23:15,020 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T10:23:15,020 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T10:23:15,020 DEBUG [RS:0;e067b2c2c7b3:44231 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:15,021 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e067b2c2c7b3,44231,1731147792861' 2024-11-09T10:23:15,021 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21872817597/online-snapshot/abort' 2024-11-09T10:23:15,021 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21872817597/online-snapshot/acquired' 2024-11-09T10:23:15,021 DEBUG [RS:0;e067b2c2c7b3:44231 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T10:23:15,021 INFO [RS:0;e067b2c2c7b3:44231 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T10:23:15,021 INFO [RS:0;e067b2c2c7b3:44231 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T10:23:15,122 INFO [RS:0;e067b2c2c7b3:44231 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T10:23:15,123 INFO [RS:0;e067b2c2c7b3:44231 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C44231%2C1731147792861, suffix=, logDir=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/WALs/e067b2c2c7b3,44231,1731147792861, archiveDir=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/oldWALs, maxLogs=10 2024-11-09T10:23:15,140 DEBUG [RS:0;e067b2c2c7b3:44231 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/WALs/e067b2c2c7b3,44231,1731147792861/e067b2c2c7b3%2C44231%2C1731147792861.1731147795123, exclude list is [], retry=0 2024-11-09T10:23:15,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37627,DS-584da12b-8832-4492-89d1-1fe50fa7d2ba,DISK] 2024-11-09T10:23:15,144 INFO [RS:0;e067b2c2c7b3:44231 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/WALs/e067b2c2c7b3,44231,1731147792861/e067b2c2c7b3%2C44231%2C1731147792861.1731147795123 2024-11-09T10:23:15,146 DEBUG [RS:0;e067b2c2c7b3:44231 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40207:40207)] 2024-11-09T10:23:15,222 DEBUG [e067b2c2c7b3:43935 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-09T10:23:15,222 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:15,223 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,44231,1731147792861, state=OPENING 2024-11-09T10:23:15,244 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T10:23:15,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:15,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:15,329 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T10:23:15,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,44231,1731147792861}] 2024-11-09T10:23:15,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21872817597/meta-region-server: CHANGED 2024-11-09T10:23:15,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21872817597/meta-region-server: CHANGED 2024-11-09T10:23:15,482 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:23:15,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40709, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:23:15,485 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T10:23:15,485 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:23:15,485 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T10:23:15,486 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C44231%2C1731147792861.meta, suffix=.meta, logDir=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/WALs/e067b2c2c7b3,44231,1731147792861, archiveDir=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/oldWALs, maxLogs=10 2024-11-09T10:23:15,502 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/WALs/e067b2c2c7b3,44231,1731147792861/e067b2c2c7b3%2C44231%2C1731147792861.meta.1731147795487.meta, exclude list is [], retry=0 2024-11-09T10:23:15,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37627,DS-584da12b-8832-4492-89d1-1fe50fa7d2ba,DISK] 2024-11-09T10:23:15,505 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/WALs/e067b2c2c7b3,44231,1731147792861/e067b2c2c7b3%2C44231%2C1731147792861.meta.1731147795487.meta 2024-11-09T10:23:15,506 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40207:40207)] 2024-11-09T10:23:15,506 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:23:15,506 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:23:15,506 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:23:15,506 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T10:23:15,506 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T10:23:15,506 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T10:23:15,506 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:15,506 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T10:23:15,506 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T10:23:15,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T10:23:15,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T10:23:15,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:15,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:15,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T10:23:15,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T10:23:15,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:15,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:15,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T10:23:15,513 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T10:23:15,513 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:15,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:15,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T10:23:15,514 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T10:23:15,514 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:15,514 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T10:23:15,514 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T10:23:15,515 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740 2024-11-09T10:23:15,516 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740 2024-11-09T10:23:15,516 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T10:23:15,516 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T10:23:15,517 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T10:23:15,517 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T10:23:15,518 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63874959, jitterRate=-0.048188939690589905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T10:23:15,518 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T10:23:15,518 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731147795506Writing region info on filesystem at 1731147795506Initializing all the Stores at 1731147795507 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147795507Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147795511 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147795511Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731147795511Cleaning up temporary data from old regions at 1731147795516 (+5 ms)Running coprocessor post-open hooks at 1731147795518 (+2 ms)Region opened successfully at 1731147795518 2024-11-09T10:23:15,519 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731147795482 2024-11-09T10:23:15,520 DEBUG [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T10:23:15,520 INFO [RS_OPEN_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T10:23:15,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:15,521 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e067b2c2c7b3,44231,1731147792861, state=OPEN 2024-11-09T10:23:15,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21872817597/meta-region-server 2024-11-09T10:23:15,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21872817597/meta-region-server 2024-11-09T10:23:15,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:15,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21872817597/meta-region-server: CHANGED 2024-11-09T10:23:15,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21872817597/meta-region-server: CHANGED 2024-11-09T10:23:15,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T10:23:15,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e067b2c2c7b3,44231,1731147792861 in 236 msec 2024-11-09T10:23:15,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T10:23:15,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 783 msec 2024-11-09T10:23:15,569 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T10:23:15,569 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T10:23:15,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:15,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44231,1731147792861, seqNum=-1] 2024-11-09T10:23:15,570 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:15,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:23:15,574 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 842 msec 2024-11-09T10:23:15,574 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731147795574, completionTime=-1 2024-11-09T10:23:15,575 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-09T10:23:15,575 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-09T10:23:15,576 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-09T10:23:15,576 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731147855576 2024-11-09T10:23:15,576 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731147915576 2024-11-09T10:23:15,576 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-09T10:23:15,577 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43935,1731147792682-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:15,577 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43935,1731147792682-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:15,577 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43935,1731147792682-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:15,577 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e067b2c2c7b3:43935, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:15,577 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:15,577 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:15,579 DEBUG [master/e067b2c2c7b3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T10:23:15,580 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.619sec 2024-11-09T10:23:15,580 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T10:23:15,580 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T10:23:15,580 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T10:23:15,580 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T10:23:15,580 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T10:23:15,580 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43935,1731147792682-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T10:23:15,580 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43935,1731147792682-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T10:23:15,582 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T10:23:15,582 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T10:23:15,582 INFO [master/e067b2c2c7b3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e067b2c2c7b3,43935,1731147792682-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T10:23:15,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ae69407, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:15,622 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,43935,-1 for getting cluster id 2024-11-09T10:23:15,622 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:15,623 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02efd3b5-7413-4f61-a239-8361086627f1' 2024-11-09T10:23:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:15,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02efd3b5-7413-4f61-a239-8361086627f1" 2024-11-09T10:23:15,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e3055a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:15,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,43935,-1] 2024-11-09T10:23:15,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:15,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:15,625 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:15,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5712d3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:15,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44231,1731147792861, seqNum=-1] 2024-11-09T10:23:15,627 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:15,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:23:15,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:15,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55135 2024-11-09T10:23:15,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T10:23:15,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1011f1ec1c80008 connected 2024-11-09T10:23:15,656 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:15,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:15,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@717ab204 2024-11-09T10:23:15,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:15,658 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:23:15,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:23:15,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:23:15,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:23:15,661 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:15,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:23:15,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:23:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:15,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:23:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:15,839 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:23:15,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:16,104 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a11218791ecf7146123dc441249f6b79, NAME => 'test,,1731147795658.a11218791ecf7146123dc441249f6b79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e 2024-11-09T10:23:16,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:23:16,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:16,513 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147795658.a11218791ecf7146123dc441249f6b79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:16,513 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a11218791ecf7146123dc441249f6b79, disabling compactions & flushes 2024-11-09T10:23:16,514 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147795658.a11218791ecf7146123dc441249f6b79. 2024-11-09T10:23:16,514 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147795658.a11218791ecf7146123dc441249f6b79. 2024-11-09T10:23:16,514 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147795658.a11218791ecf7146123dc441249f6b79. after waiting 0 ms 2024-11-09T10:23:16,514 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147795658.a11218791ecf7146123dc441249f6b79. 2024-11-09T10:23:16,514 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147795658.a11218791ecf7146123dc441249f6b79. 2024-11-09T10:23:16,514 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a11218791ecf7146123dc441249f6b79: Waiting for close lock at 1731147796513Disabling compacts and flushes for region at 1731147796513Disabling writes for close at 1731147796514 (+1 ms)Writing region close event to WAL at 1731147796514Closed at 1731147796514 2024-11-09T10:23:16,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:23:16,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147795658.a11218791ecf7146123dc441249f6b79.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147796515"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147796515"}]},"ts":"1731147796515"} 2024-11-09T10:23:16,516 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:23:16,517 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:23:16,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147796517"}]},"ts":"1731147796517"} 2024-11-09T10:23:16,518 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:23:16,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a11218791ecf7146123dc441249f6b79, ASSIGN}] 2024-11-09T10:23:16,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a11218791ecf7146123dc441249f6b79, ASSIGN 2024-11-09T10:23:16,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a11218791ecf7146123dc441249f6b79, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,35841,1731147780769; forceNewPlan=false, retain=false 2024-11-09T10:23:16,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a11218791ecf7146123dc441249f6b79, regionState=OPENING, regionLocation=e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a11218791ecf7146123dc441249f6b79, ASSIGN because future has completed 2024-11-09T10:23:16,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a11218791ecf7146123dc441249f6b79, server=e067b2c2c7b3,35841,1731147780769}] 2024-11-09T10:23:16,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:16,836 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147795658.a11218791ecf7146123dc441249f6b79. 2024-11-09T10:23:16,836 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a11218791ecf7146123dc441249f6b79, NAME => 'test,,1731147795658.a11218791ecf7146123dc441249f6b79.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:23:16,837 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:23:16,837 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:23:16,837 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,837 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147795658.a11218791ecf7146123dc441249f6b79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:16,837 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,837 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,841 INFO [StoreOpener-a11218791ecf7146123dc441249f6b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,842 INFO [StoreOpener-a11218791ecf7146123dc441249f6b79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11218791ecf7146123dc441249f6b79 columnFamilyName f 2024-11-09T10:23:16,842 DEBUG [StoreOpener-a11218791ecf7146123dc441249f6b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:16,842 INFO [StoreOpener-a11218791ecf7146123dc441249f6b79-1 {}] regionserver.HStore(327): Store=a11218791ecf7146123dc441249f6b79/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:16,842 INFO [StoreOpener-a11218791ecf7146123dc441249f6b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,843 INFO [StoreOpener-a11218791ecf7146123dc441249f6b79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11218791ecf7146123dc441249f6b79 columnFamilyName f1 2024-11-09T10:23:16,843 DEBUG [StoreOpener-a11218791ecf7146123dc441249f6b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:16,843 INFO [StoreOpener-a11218791ecf7146123dc441249f6b79-1 {}] regionserver.HStore(327): Store=a11218791ecf7146123dc441249f6b79/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:16,844 INFO [StoreOpener-a11218791ecf7146123dc441249f6b79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,844 INFO [StoreOpener-a11218791ecf7146123dc441249f6b79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11218791ecf7146123dc441249f6b79 columnFamilyName norep 2024-11-09T10:23:16,844 DEBUG [StoreOpener-a11218791ecf7146123dc441249f6b79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:16,845 INFO [StoreOpener-a11218791ecf7146123dc441249f6b79-1 {}] regionserver.HStore(327): Store=a11218791ecf7146123dc441249f6b79/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:16,845 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,845 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,846 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,847 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,847 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,847 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:23:16,849 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,852 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:23:16,853 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a11218791ecf7146123dc441249f6b79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73665831, jitterRate=0.09770642220973969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:23:16,853 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:16,853 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a11218791ecf7146123dc441249f6b79: Running coprocessor pre-open hook at 1731147796838Writing region info on filesystem at 1731147796838Initializing all the Stores at 1731147796838Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147796838Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147796840 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147796840Cleaning up temporary data from old regions at 1731147796847 (+7 ms)Running coprocessor post-open hooks at 1731147796853 (+6 ms)Region opened successfully at 1731147796853 2024-11-09T10:23:16,854 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147795658.a11218791ecf7146123dc441249f6b79., pid=6, masterSystemTime=1731147796826 2024-11-09T10:23:16,856 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147795658.a11218791ecf7146123dc441249f6b79. 2024-11-09T10:23:16,856 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147795658.a11218791ecf7146123dc441249f6b79. 2024-11-09T10:23:16,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a11218791ecf7146123dc441249f6b79, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:16,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a11218791ecf7146123dc441249f6b79, server=e067b2c2c7b3,35841,1731147780769 because future has completed 2024-11-09T10:23:16,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:23:16,863 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a11218791ecf7146123dc441249f6b79, server=e067b2c2c7b3,35841,1731147780769 in 187 msec 2024-11-09T10:23:16,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:23:16,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a11218791ecf7146123dc441249f6b79, ASSIGN in 344 msec 2024-11-09T10:23:16,866 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:23:16,866 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147796866"}]},"ts":"1731147796866"} 2024-11-09T10:23:16,868 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:23:16,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:23:16,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2100 sec 2024-11-09T10:23:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:17,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:17,811 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:23:17,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:17,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62e7cce4 2024-11-09T10:23:17,812 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:17,813 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:23:17,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44781 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:23:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44781 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:23:17,815 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:23:17,815 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:17,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44781 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:23:17,816 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:23:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:17,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:23:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:18,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 94f4c17870928bab2c9f0099a5112d27, NAME => 'test,,1731147797813.94f4c17870928bab2c9f0099a5112d27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3 2024-11-09T10:23:18,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:23:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:18,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147797813.94f4c17870928bab2c9f0099a5112d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:18,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 94f4c17870928bab2c9f0099a5112d27, disabling compactions & flushes 2024-11-09T10:23:18,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. 2024-11-09T10:23:18,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. 2024-11-09T10:23:18,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. after waiting 0 ms 2024-11-09T10:23:18,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. 2024-11-09T10:23:18,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. 2024-11-09T10:23:18,635 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 94f4c17870928bab2c9f0099a5112d27: Waiting for close lock at 1731147798635Disabling compacts and flushes for region at 1731147798635Disabling writes for close at 1731147798635Writing region close event to WAL at 1731147798635Closed at 1731147798635 2024-11-09T10:23:18,636 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:23:18,637 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147797813.94f4c17870928bab2c9f0099a5112d27.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147798636"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147798636"}]},"ts":"1731147798636"} 2024-11-09T10:23:18,638 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:23:18,639 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:23:18,639 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147798639"}]},"ts":"1731147798639"} 2024-11-09T10:23:18,640 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:23:18,640 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94f4c17870928bab2c9f0099a5112d27, ASSIGN}] 2024-11-09T10:23:18,641 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=94f4c17870928bab2c9f0099a5112d27, ASSIGN 2024-11-09T10:23:18,641 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=94f4c17870928bab2c9f0099a5112d27, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,42269,1731147787132; forceNewPlan=false, retain=false 2024-11-09T10:23:18,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94f4c17870928bab2c9f0099a5112d27, regionState=OPENING, regionLocation=e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:18,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=94f4c17870928bab2c9f0099a5112d27, ASSIGN because future has completed 2024-11-09T10:23:18,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94f4c17870928bab2c9f0099a5112d27, server=e067b2c2c7b3,42269,1731147787132}] 2024-11-09T10:23:18,949 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. 2024-11-09T10:23:18,949 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 94f4c17870928bab2c9f0099a5112d27, NAME => 'test,,1731147797813.94f4c17870928bab2c9f0099a5112d27.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:23:18,949 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:23:18,950 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:23:18,950 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,950 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147797813.94f4c17870928bab2c9f0099a5112d27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:18,950 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,950 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:18,951 INFO [StoreOpener-94f4c17870928bab2c9f0099a5112d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,952 INFO [StoreOpener-94f4c17870928bab2c9f0099a5112d27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94f4c17870928bab2c9f0099a5112d27 columnFamilyName f 2024-11-09T10:23:18,952 DEBUG [StoreOpener-94f4c17870928bab2c9f0099a5112d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:18,952 INFO [StoreOpener-94f4c17870928bab2c9f0099a5112d27-1 {}] regionserver.HStore(327): Store=94f4c17870928bab2c9f0099a5112d27/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:18,952 INFO [StoreOpener-94f4c17870928bab2c9f0099a5112d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,953 INFO [StoreOpener-94f4c17870928bab2c9f0099a5112d27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94f4c17870928bab2c9f0099a5112d27 columnFamilyName f1 2024-11-09T10:23:18,953 DEBUG [StoreOpener-94f4c17870928bab2c9f0099a5112d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:18,953 INFO [StoreOpener-94f4c17870928bab2c9f0099a5112d27-1 {}] regionserver.HStore(327): Store=94f4c17870928bab2c9f0099a5112d27/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:18,953 INFO [StoreOpener-94f4c17870928bab2c9f0099a5112d27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,954 INFO [StoreOpener-94f4c17870928bab2c9f0099a5112d27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94f4c17870928bab2c9f0099a5112d27 columnFamilyName norep 2024-11-09T10:23:18,954 DEBUG [StoreOpener-94f4c17870928bab2c9f0099a5112d27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:18,954 INFO [StoreOpener-94f4c17870928bab2c9f0099a5112d27-1 {}] regionserver.HStore(327): Store=94f4c17870928bab2c9f0099a5112d27/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:18,954 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,954 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,955 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,955 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,955 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,956 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:23:18,956 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,957 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:23:18,958 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 94f4c17870928bab2c9f0099a5112d27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70112272, jitterRate=0.0447542667388916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:23:18,958 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:18,958 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 94f4c17870928bab2c9f0099a5112d27: Running coprocessor pre-open hook at 1731147798950Writing region info on filesystem at 1731147798950Initializing all the Stores at 1731147798951 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147798951Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147798951Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147798951Cleaning up temporary data from old regions at 1731147798955 (+4 ms)Running coprocessor post-open hooks at 1731147798958 (+3 ms)Region opened successfully at 1731147798958 2024-11-09T10:23:18,959 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147797813.94f4c17870928bab2c9f0099a5112d27., pid=6, masterSystemTime=1731147798946 2024-11-09T10:23:18,960 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. 2024-11-09T10:23:18,960 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. 2024-11-09T10:23:18,961 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=94f4c17870928bab2c9f0099a5112d27, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:18,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 94f4c17870928bab2c9f0099a5112d27, server=e067b2c2c7b3,42269,1731147787132 because future has completed 2024-11-09T10:23:18,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:23:18,967 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 94f4c17870928bab2c9f0099a5112d27, server=e067b2c2c7b3,42269,1731147787132 in 172 msec 2024-11-09T10:23:18,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:23:18,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=94f4c17870928bab2c9f0099a5112d27, ASSIGN in 327 msec 2024-11-09T10:23:18,969 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:23:18,970 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147798969"}]},"ts":"1731147798969"} 2024-11-09T10:23:18,971 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:23:18,972 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:23:18,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-09T10:23:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44781 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:19,961 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:23:19,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:19,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:19,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@766f9357 2024-11-09T10:23:19,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:19,963 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:23:19,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:23:19,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-09T10:23:19,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:23:19,965 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:19,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-09T10:23:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:19,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:23:19,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741835_1011 (size=902) 2024-11-09T10:23:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:20,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:20,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25386c7d7acb89fc3dee1d970af5afd3, NAME => 'test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4 2024-11-09T10:23:20,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741836_1012 (size=39) 2024-11-09T10:23:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:20,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:20,777 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 25386c7d7acb89fc3dee1d970af5afd3, disabling compactions & flushes 2024-11-09T10:23:20,777 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. 2024-11-09T10:23:20,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. 2024-11-09T10:23:20,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. after waiting 0 ms 2024-11-09T10:23:20,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. 2024-11-09T10:23:20,778 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. 2024-11-09T10:23:20,778 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25386c7d7acb89fc3dee1d970af5afd3: Waiting for close lock at 1731147800777Disabling compacts and flushes for region at 1731147800777Disabling writes for close at 1731147800778 (+1 ms)Writing region close event to WAL at 1731147800778Closed at 1731147800778 2024-11-09T10:23:20,779 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:23:20,779 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731147800779"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147800779"}]},"ts":"1731147800779"} 2024-11-09T10:23:20,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:23:20,781 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:23:20,781 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147800781"}]},"ts":"1731147800781"} 2024-11-09T10:23:20,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-09T10:23:20,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25386c7d7acb89fc3dee1d970af5afd3, ASSIGN}] 2024-11-09T10:23:20,783 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=25386c7d7acb89fc3dee1d970af5afd3, ASSIGN 2024-11-09T10:23:20,784 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=25386c7d7acb89fc3dee1d970af5afd3, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,44231,1731147792861; forceNewPlan=false, retain=false 2024-11-09T10:23:20,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25386c7d7acb89fc3dee1d970af5afd3, regionState=OPENING, regionLocation=e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:20,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=25386c7d7acb89fc3dee1d970af5afd3, ASSIGN because future has completed 2024-11-09T10:23:20,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25386c7d7acb89fc3dee1d970af5afd3, server=e067b2c2c7b3,44231,1731147792861}] 2024-11-09T10:23:21,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:23:21,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:21,106 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. 2024-11-09T10:23:21,106 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 25386c7d7acb89fc3dee1d970af5afd3, NAME => 'test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:23:21,107 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:23:21,107 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-09T10:23:21,108 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,108 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:21,108 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,108 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,116 INFO [StoreOpener-25386c7d7acb89fc3dee1d970af5afd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,118 INFO [StoreOpener-25386c7d7acb89fc3dee1d970af5afd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25386c7d7acb89fc3dee1d970af5afd3 columnFamilyName f 2024-11-09T10:23:21,118 DEBUG [StoreOpener-25386c7d7acb89fc3dee1d970af5afd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:21,118 INFO [StoreOpener-25386c7d7acb89fc3dee1d970af5afd3-1 {}] regionserver.HStore(327): Store=25386c7d7acb89fc3dee1d970af5afd3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:21,118 INFO [StoreOpener-25386c7d7acb89fc3dee1d970af5afd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,119 INFO [StoreOpener-25386c7d7acb89fc3dee1d970af5afd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25386c7d7acb89fc3dee1d970af5afd3 columnFamilyName f1 2024-11-09T10:23:21,119 DEBUG [StoreOpener-25386c7d7acb89fc3dee1d970af5afd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:21,119 INFO [StoreOpener-25386c7d7acb89fc3dee1d970af5afd3-1 {}] regionserver.HStore(327): Store=25386c7d7acb89fc3dee1d970af5afd3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:21,119 INFO [StoreOpener-25386c7d7acb89fc3dee1d970af5afd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,120 INFO [StoreOpener-25386c7d7acb89fc3dee1d970af5afd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25386c7d7acb89fc3dee1d970af5afd3 columnFamilyName norep 2024-11-09T10:23:21,120 DEBUG [StoreOpener-25386c7d7acb89fc3dee1d970af5afd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:21,121 INFO [StoreOpener-25386c7d7acb89fc3dee1d970af5afd3-1 {}] regionserver.HStore(327): Store=25386c7d7acb89fc3dee1d970af5afd3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:21,121 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,121 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/default/test/25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,121 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/default/test/25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,122 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,122 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,123 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:23:21,124 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,134 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/default/test/25386c7d7acb89fc3dee1d970af5afd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:23:21,135 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 25386c7d7acb89fc3dee1d970af5afd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74211595, jitterRate=0.10583893954753876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:23:21,135 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:21,135 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 25386c7d7acb89fc3dee1d970af5afd3: Running coprocessor pre-open hook at 1731147801108Writing region info on filesystem at 1731147801108Initializing all the Stores at 1731147801112 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147801112Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147801116 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147801116Cleaning up temporary data from old regions at 1731147801122 (+6 ms)Running coprocessor post-open hooks at 1731147801135 (+13 ms)Region opened successfully at 1731147801135 2024-11-09T10:23:21,136 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3., pid=6, masterSystemTime=1731147801100 2024-11-09T10:23:21,138 DEBUG [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. 2024-11-09T10:23:21,138 INFO [RS_OPEN_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. 2024-11-09T10:23:21,138 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=25386c7d7acb89fc3dee1d970af5afd3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:21,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25386c7d7acb89fc3dee1d970af5afd3, server=e067b2c2c7b3,44231,1731147792861 because future has completed 2024-11-09T10:23:21,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-09T10:23:21,145 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 25386c7d7acb89fc3dee1d970af5afd3, server=e067b2c2c7b3,44231,1731147792861 in 200 msec 2024-11-09T10:23:21,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-09T10:23:21,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=25386c7d7acb89fc3dee1d970af5afd3, ASSIGN in 362 msec 2024-11-09T10:23:21,148 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:23:21,149 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147801148"}]},"ts":"1731147801148"} 2024-11-09T10:23:21,150 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-09T10:23:21,157 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:23:21,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1950 sec 2024-11-09T10:23:22,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43935 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T10:23:22,111 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-09T10:23:22,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fda89e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:22,112 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,42469,-1 for getting cluster id 2024-11-09T10:23:22,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:22,113 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '540cbc83-e826-4f31-96ac-e5b3aae5ad00' 2024-11-09T10:23:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "540cbc83-e826-4f31-96ac-e5b3aae5ad00" 2024-11-09T10:23:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b26633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,42469,-1] 2024-11-09T10:23:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:22,114 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d97b7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:22,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b9d24b2 2024-11-09T10:23:22,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:22,116 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:23:22,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e067b2c2c7b3:44781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:23:22,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:23:22,119 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:44781' 2024-11-09T10:23:22,120 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3073aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:22,120 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44781,-1 for getting cluster id 2024-11-09T10:23:22,120 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:22,120 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70463b89-4d9d-43ff-b1ff-b87d2faba213' 2024-11-09T10:23:22,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:22,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70463b89-4d9d-43ff-b1ff-b87d2faba213" 2024-11-09T10:23:22,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39920541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:22,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44781,-1] 2024-11-09T10:23:22,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:22,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:22,122 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:22,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@153f8209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:22,122 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:22,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:22,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35497fde 2024-11-09T10:23:22,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:23:22,124 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:23:22,124 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-09T10:23:22,125 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:23:22,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:22,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:22,125 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:22,125 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T10:23:22,126 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-09T10:23:22,127 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T10:23:22,127 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:22,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T10:23:22,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741837_1013 (size=1138) 2024-11-09T10:23:22,176 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-09T10:23:22,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:23:22,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:23:22,539 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f07f6fa7e2f298b43c53825d81893afa, NAME => 'hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e 2024-11-09T10:23:22,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741838_1014 (size=44) 2024-11-09T10:23:22,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:23:22,775 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T10:23:22,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:22,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f07f6fa7e2f298b43c53825d81893afa, disabling compactions & flushes 2024-11-09T10:23:22,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. 2024-11-09T10:23:22,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. 2024-11-09T10:23:22,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. after waiting 0 ms 2024-11-09T10:23:22,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. 2024-11-09T10:23:22,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. 2024-11-09T10:23:22,944 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f07f6fa7e2f298b43c53825d81893afa: Waiting for close lock at 1731147802944Disabling compacts and flushes for region at 1731147802944Disabling writes for close at 1731147802944Writing region close event to WAL at 1731147802944Closed at 1731147802944 2024-11-09T10:23:22,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T10:23:22,946 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731147802945"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731147802945"}]},"ts":"1731147802945"} 2024-11-09T10:23:22,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-09T10:23:22,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T10:23:22,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147802948"}]},"ts":"1731147802948"} 2024-11-09T10:23:22,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-09T10:23:22,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f07f6fa7e2f298b43c53825d81893afa, ASSIGN}] 2024-11-09T10:23:22,951 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f07f6fa7e2f298b43c53825d81893afa, ASSIGN 2024-11-09T10:23:22,951 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f07f6fa7e2f298b43c53825d81893afa, ASSIGN; state=OFFLINE, location=e067b2c2c7b3,35841,1731147780769; forceNewPlan=false, retain=false 2024-11-09T10:23:23,102 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f07f6fa7e2f298b43c53825d81893afa, regionState=OPENING, regionLocation=e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:23,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f07f6fa7e2f298b43c53825d81893afa, ASSIGN because future has completed 2024-11-09T10:23:23,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f07f6fa7e2f298b43c53825d81893afa, server=e067b2c2c7b3,35841,1731147780769}] 2024-11-09T10:23:23,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. 2024-11-09T10:23:23,258 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T10:23:23,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-09T10:23:23,260 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e067b2c2c7b3%2C35841%2C1731147780769.rep, suffix=, logDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769, archiveDir=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/oldWALs, maxLogs=10 2024-11-09T10:23:23,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:23:23,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.rep.1731147803260, exclude list is [], retry=0 2024-11-09T10:23:23,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-bb2af1d9-fdaf-44e9-997d-91d558020be0,DISK] 2024-11-09T10:23:23,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.rep.1731147803260 2024-11-09T10:23:23,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37769:37769)] 2024-11-09T10:23:23,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f07f6fa7e2f298b43c53825d81893afa, NAME => 'hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa.', STARTKEY => '', ENDKEY => ''} 2024-11-09T10:23:23,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-09T10:23:23,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T10:23:23,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. service=MultiRowMutationService 2024-11-09T10:23:23,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-09T10:23:23,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T10:23:23,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,283 INFO [StoreOpener-f07f6fa7e2f298b43c53825d81893afa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,284 INFO [StoreOpener-f07f6fa7e2f298b43c53825d81893afa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f07f6fa7e2f298b43c53825d81893afa columnFamilyName hfileref 2024-11-09T10:23:23,284 DEBUG [StoreOpener-f07f6fa7e2f298b43c53825d81893afa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:23,284 INFO [StoreOpener-f07f6fa7e2f298b43c53825d81893afa-1 {}] regionserver.HStore(327): Store=f07f6fa7e2f298b43c53825d81893afa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:23,284 INFO [StoreOpener-f07f6fa7e2f298b43c53825d81893afa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,285 INFO [StoreOpener-f07f6fa7e2f298b43c53825d81893afa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f07f6fa7e2f298b43c53825d81893afa columnFamilyName queue 2024-11-09T10:23:23,285 DEBUG [StoreOpener-f07f6fa7e2f298b43c53825d81893afa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:23,285 INFO [StoreOpener-f07f6fa7e2f298b43c53825d81893afa-1 {}] regionserver.HStore(327): Store=f07f6fa7e2f298b43c53825d81893afa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:23,285 INFO [StoreOpener-f07f6fa7e2f298b43c53825d81893afa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,286 INFO [StoreOpener-f07f6fa7e2f298b43c53825d81893afa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f07f6fa7e2f298b43c53825d81893afa columnFamilyName sid 2024-11-09T10:23:23,286 DEBUG [StoreOpener-f07f6fa7e2f298b43c53825d81893afa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T10:23:23,286 INFO [StoreOpener-f07f6fa7e2f298b43c53825d81893afa-1 {}] regionserver.HStore(327): Store=f07f6fa7e2f298b43c53825d81893afa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T10:23:23,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T10:23:23,289 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T10:23:23,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f07f6fa7e2f298b43c53825d81893afa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70650806, jitterRate=0.052779048681259155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T10:23:23,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:23,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f07f6fa7e2f298b43c53825d81893afa: Running coprocessor pre-open hook at 1731147803282Writing region info on filesystem at 1731147803282Initializing all the Stores at 1731147803282Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147803283 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147803283Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731147803283Cleaning up temporary data from old regions at 1731147803288 (+5 ms)Running coprocessor post-open hooks at 1731147803291 (+3 ms)Region opened successfully at 1731147803291 2024-11-09T10:23:23,291 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa., pid=10, masterSystemTime=1731147803256 2024-11-09T10:23:23,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. 2024-11-09T10:23:23,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. 2024-11-09T10:23:23,293 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f07f6fa7e2f298b43c53825d81893afa, regionState=OPEN, openSeqNum=2, regionLocation=e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:23,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f07f6fa7e2f298b43c53825d81893afa, server=e067b2c2c7b3,35841,1731147780769 because future has completed 2024-11-09T10:23:23,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-09T10:23:23,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f07f6fa7e2f298b43c53825d81893afa, server=e067b2c2c7b3,35841,1731147780769 in 192 msec 2024-11-09T10:23:23,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-09T10:23:23,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f07f6fa7e2f298b43c53825d81893afa, ASSIGN in 347 msec 2024-11-09T10:23:23,299 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T10:23:23,299 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731147803299"}]},"ts":"1731147803299"} 2024-11-09T10:23:23,300 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-09T10:23:23,301 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T10:23:23,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-09T10:23:23,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa., hostname=e067b2c2c7b3,35841,1731147780769, seqNum=2] 2024-11-09T10:23:23,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:23,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:23,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:23:23,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-09T10:23:23,658 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-09T10:23:23,711 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e067b2c2c7b3,35841,1731147780769, ReplicationSource: 1, currentBandwidth=0 2024-11-09T10:23:23,711 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:23,711 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,35841,1731147780769, seqNum=-1] 2024-11-09T10:23:23,712 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:23,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-09T10:23:23,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e067b2c2c7b3,35841,1731147780769', locateType=CURRENT is [region=hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa., hostname=e067b2c2c7b3,35841,1731147780769, seqNum=2] 2024-11-09T10:23:23,717 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-09T10:23:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-09T10:23:23,720 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e067b2c2c7b3,35841,1731147780769 suceeded 2024-11-09T10:23:23,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-09T10:23:23,722 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e067b2c2c7b3:44781,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:23:23,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-09T10:23:23,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6060 sec 2024-11-09T10:23:23,742 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:44781' 2024-11-09T10:23:23,744 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ef85c8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:23,744 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44781,-1 for getting cluster id 2024-11-09T10:23:23,744 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:23,745 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70463b89-4d9d-43ff-b1ff-b87d2faba213' 2024-11-09T10:23:23,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:23,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70463b89-4d9d-43ff-b1ff-b87d2faba213" 2024-11-09T10:23:23,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7baabdd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:23,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44781,-1] 2024-11-09T10:23:23,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:23,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:23,746 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:23,747 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a5ec04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:23,747 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:23,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:23,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fbc6151 2024-11-09T10:23:23,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:23,748 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T10:23:23,749 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e067b2c2c7b3,35841,1731147780769 (queues=1) is replicating from cluster=540cbc83-e826-4f31-96ac-e5b3aae5ad00 to cluster=70463b89-4d9d-43ff-b1ff-b87d2faba213 2024-11-09T10:23:23,749 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e067b2c2c7b3%2C35841%2C1731147780769 2024-11-09T10:23:23,749 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e067b2c2c7b3,35841,1731147780769, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:23:23,750 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777, startPosition=0, beingWritten=true 2024-11-09T10:23:23,752 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C35841%2C1731147780769 2024-11-09T10:23:23,762 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:23:23,762 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 to pos 379, reset compression=false 2024-11-09T10:23:23,762 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,35841,1731147780769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:23:23,965 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 to pos 379, reset compression=false 2024-11-09T10:23:24,269 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 to pos 379, reset compression=false 2024-11-09T10:23:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-09T10:23:24,272 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-09T10:23:24,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:23:24,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:24,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:24,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:24,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:24,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c89209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:24,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,42469,-1 for getting cluster id 2024-11-09T10:23:24,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:24,273 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '540cbc83-e826-4f31-96ac-e5b3aae5ad00' 2024-11-09T10:23:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "540cbc83-e826-4f31-96ac-e5b3aae5ad00" 2024-11-09T10:23:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b3e23d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,42469,-1] 2024-11-09T10:23:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:24,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:24,274 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:24,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c67458b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:24,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdee435, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:24,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44781,-1 for getting cluster id 2024-11-09T10:23:24,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:24,276 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70463b89-4d9d-43ff-b1ff-b87d2faba213' 2024-11-09T10:23:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70463b89-4d9d-43ff-b1ff-b87d2faba213" 2024-11-09T10:23:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a46b736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44781,-1] 2024-11-09T10:23:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:24,277 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7d38e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:24,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771648fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:24,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,43935,-1 for getting cluster id 2024-11-09T10:23:24,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:24,278 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02efd3b5-7413-4f61-a239-8361086627f1' 2024-11-09T10:23:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:24,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02efd3b5-7413-4f61-a239-8361086627f1" 2024-11-09T10:23:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f35e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,43935,-1] 2024-11-09T10:23:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:24,279 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:24,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3a9aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:24,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:24,287 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731147804286/Put/seqid=0 2024-11-09T10:23:24,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741840_1016 (size=7894) 2024-11-09T10:23:24,672 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 to pos 379, reset compression=false 2024-11-09T10:23:24,692 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731147804692/Put/seqid=0 2024-11-09T10:23:24,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741841_1017 (size=7691) 2024-11-09T10:23:25,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c9d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:25,097 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,42469,-1 for getting cluster id 2024-11-09T10:23:25,097 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:25,097 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '540cbc83-e826-4f31-96ac-e5b3aae5ad00' 2024-11-09T10:23:25,097 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "540cbc83-e826-4f31-96ac-e5b3aae5ad00" 2024-11-09T10:23:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6564b5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,42469,-1] 2024-11-09T10:23:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:25,098 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:25,099 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:25,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:25,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:25,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,35841,1731147780769, seqNum=-1] 2024-11-09T10:23:25,100 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:25,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:23:25,106 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:25,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:25,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@601b3eb 2024-11-09T10:23:25,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:25,108 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:23:25,111 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731147795658.a11218791ecf7146123dc441249f6b79., hostname=e067b2c2c7b3,35841,1731147780769, seqNum=2] 2024-11-09T10:23:25,113 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:23:25,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-09T10:23:25,119 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-09T10:23:25,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_0/f/hfile_0 for inclusion in a11218791ecf7146123dc441249f6b79/f 2024-11-09T10:23:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T10:23:25,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:23:25,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_0/f/hfile_1 for inclusion in a11218791ecf7146123dc441249f6b79/f 2024-11-09T10:23:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T10:23:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:23:25,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HRegion(2603): Flush status journal for a11218791ecf7146123dc441249f6b79: 2024-11-09T10:23:25,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__9ubahbm5mktldnolj9cjfu40apc1u6t6g59oum7si4rrioos1inb46vmgiof44ad/f/hfile_0 2024-11-09T10:23:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__9ubahbm5mktldnolj9cjfu40apc1u6t6g59oum7si4rrioos1inb46vmgiof44ad/f/hfile_0 as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/ec186a7c281b469384e374d7e0b7444c_SeqId_4_ 2024-11-09T10:23:25,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__9ubahbm5mktldnolj9cjfu40apc1u6t6g59oum7si4rrioos1inb46vmgiof44ad/f/hfile_1 2024-11-09T10:23:25,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__9ubahbm5mktldnolj9cjfu40apc1u6t6g59oum7si4rrioos1inb46vmgiof44ad/f/hfile_1 as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/d438d16c86c34508bc3549818793d10f_SeqId_4_ 2024-11-09T10:23:25,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__9ubahbm5mktldnolj9cjfu40apc1u6t6g59oum7si4rrioos1inb46vmgiof44ad/f/hfile_0 into a11218791ecf7146123dc441249f6b79/f as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/ec186a7c281b469384e374d7e0b7444c_SeqId_4_ - updating store file list. 2024-11-09T10:23:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec186a7c281b469384e374d7e0b7444c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:23:25,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/ec186a7c281b469384e374d7e0b7444c_SeqId_4_ into a11218791ecf7146123dc441249f6b79/f 2024-11-09T10:23:25,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__9ubahbm5mktldnolj9cjfu40apc1u6t6g59oum7si4rrioos1inb46vmgiof44ad/f/hfile_0 into a11218791ecf7146123dc441249f6b79/f (new location: hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/ec186a7c281b469384e374d7e0b7444c_SeqId_4_) 2024-11-09T10:23:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__9ubahbm5mktldnolj9cjfu40apc1u6t6g59oum7si4rrioos1inb46vmgiof44ad/f/hfile_0 2024-11-09T10:23:25,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__9ubahbm5mktldnolj9cjfu40apc1u6t6g59oum7si4rrioos1inb46vmgiof44ad/f/hfile_1 into a11218791ecf7146123dc441249f6b79/f as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/d438d16c86c34508bc3549818793d10f_SeqId_4_ - updating store file list. 2024-11-09T10:23:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d438d16c86c34508bc3549818793d10f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:23:25,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/d438d16c86c34508bc3549818793d10f_SeqId_4_ into a11218791ecf7146123dc441249f6b79/f 2024-11-09T10:23:25,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__9ubahbm5mktldnolj9cjfu40apc1u6t6g59oum7si4rrioos1inb46vmgiof44ad/f/hfile_1 into a11218791ecf7146123dc441249f6b79/f (new location: hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/d438d16c86c34508bc3549818793d10f_SeqId_4_) 2024-11-09T10:23:25,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__9ubahbm5mktldnolj9cjfu40apc1u6t6g59oum7si4rrioos1inb46vmgiof44ad/f/hfile_1 2024-11-09T10:23:25,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:23:25,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:25,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:25,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731147795658.a11218791ecf7146123dc441249f6b79., hostname=e067b2c2c7b3,35841,1731147780769, seqNum=2 , the old value is region=test,,1731147795658.a11218791ecf7146123dc441249f6b79., hostname=e067b2c2c7b3,35841,1731147780769, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e067b2c2c7b3:35841 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T10:23:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731147795658.a11218791ecf7146123dc441249f6b79., hostname=e067b2c2c7b3,35841,1731147780769, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T10:23:25,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731147795658.a11218791ecf7146123dc441249f6b79., hostname=e067b2c2c7b3,35841,1731147780769, seqNum=2 from cache 2024-11-09T10:23:25,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:25,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:25,141 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T10:23:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,42269,1731147787132, seqNum=-1] 2024-11-09T10:23:25,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:25,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:23:25,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731147797813.94f4c17870928bab2c9f0099a5112d27., hostname=e067b2c2c7b3,42269,1731147787132, seqNum=2] 2024-11-09T10:23:25,144 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T10:23:25,176 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 to pos 379, reset compression=false 2024-11-09T10:23:25,179 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:23:25,179 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,35841,1731147780769 got entry batch from reader: WALEntryBatch [walEntries=[{test/a11218791ecf7146123dc441249f6b79/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731147805138/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T10:23:25,181 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:23:25,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T10:23:25,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(318): Replicating [540cbc83-e826-4f31-96ac-e5b3aae5ad00] bulk loaded data 2024-11-09T10:23:25,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c87a911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:25,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,44781,-1 for getting cluster id 2024-11-09T10:23:25,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:25,183 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '70463b89-4d9d-43ff-b1ff-b87d2faba213' 2024-11-09T10:23:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "70463b89-4d9d-43ff-b1ff-b87d2faba213" 2024-11-09T10:23:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b297c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,44781,-1] 2024-11-09T10:23:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:25,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:25,184 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:25,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d26a3ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:25,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741837_1013 (size=7894) 2024-11-09T10:23:25,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741838_1014 (size=7691) 2024-11-09T10:23:25,199 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:25,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:25,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10adca2f 2024-11-09T10:23:25,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:25,200 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-09T10:23:25,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:23:25,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:25,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,42269,1731147787132, seqNum=-1] 2024-11-09T10:23:25,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:25,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-09T10:23:25,209 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__82o4odu0l9gb78bc8bj5db47rm9kusvi0bn8l44in19e1eanqns9i88ncc51v98o/f/d438d16c86c34508bc3549818793d10f_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-09T10:23:25,211 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__82o4odu0l9gb78bc8bj5db47rm9kusvi0bn8l44in19e1eanqns9i88ncc51v98o/f/ec186a7c281b469384e374d7e0b7444c_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-09T10:23:25,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__82o4odu0l9gb78bc8bj5db47rm9kusvi0bn8l44in19e1eanqns9i88ncc51v98o/f/d438d16c86c34508bc3549818793d10f_SeqId_4_ for inclusion in 94f4c17870928bab2c9f0099a5112d27/f 2024-11-09T10:23:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-09T10:23:25,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:23:25,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__82o4odu0l9gb78bc8bj5db47rm9kusvi0bn8l44in19e1eanqns9i88ncc51v98o/f/ec186a7c281b469384e374d7e0b7444c_SeqId_4_ for inclusion in 94f4c17870928bab2c9f0099a5112d27/f 2024-11-09T10:23:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-09T10:23:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:23:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HRegion(2603): Flush status journal for 94f4c17870928bab2c9f0099a5112d27: 2024-11-09T10:23:25,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d438d16c86c34508bc3549818793d10f_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T10:23:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__82o4odu0l9gb78bc8bj5db47rm9kusvi0bn8l44in19e1eanqns9i88ncc51v98o/f/d438d16c86c34508bc3549818793d10f_SeqId_4_ as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/fce0bd65d8fc4026902ba42d67423551_SeqId_4_ 2024-11-09T10:23:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ec186a7c281b469384e374d7e0b7444c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-09T10:23:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__82o4odu0l9gb78bc8bj5db47rm9kusvi0bn8l44in19e1eanqns9i88ncc51v98o/f/ec186a7c281b469384e374d7e0b7444c_SeqId_4_ as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/577820e6ed3d42478adae68deef388b4_SeqId_4_ 2024-11-09T10:23:25,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__82o4odu0l9gb78bc8bj5db47rm9kusvi0bn8l44in19e1eanqns9i88ncc51v98o/f/d438d16c86c34508bc3549818793d10f_SeqId_4_ into 94f4c17870928bab2c9f0099a5112d27/f as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/fce0bd65d8fc4026902ba42d67423551_SeqId_4_ - updating store file list. 2024-11-09T10:23:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fce0bd65d8fc4026902ba42d67423551_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:23:25,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/fce0bd65d8fc4026902ba42d67423551_SeqId_4_ into 94f4c17870928bab2c9f0099a5112d27/f 2024-11-09T10:23:25,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__82o4odu0l9gb78bc8bj5db47rm9kusvi0bn8l44in19e1eanqns9i88ncc51v98o/f/d438d16c86c34508bc3549818793d10f_SeqId_4_ into 94f4c17870928bab2c9f0099a5112d27/f (new location: hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/fce0bd65d8fc4026902ba42d67423551_SeqId_4_) 2024-11-09T10:23:25,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__82o4odu0l9gb78bc8bj5db47rm9kusvi0bn8l44in19e1eanqns9i88ncc51v98o/f/d438d16c86c34508bc3549818793d10f_SeqId_4_ 2024-11-09T10:23:25,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__82o4odu0l9gb78bc8bj5db47rm9kusvi0bn8l44in19e1eanqns9i88ncc51v98o/f/ec186a7c281b469384e374d7e0b7444c_SeqId_4_ into 94f4c17870928bab2c9f0099a5112d27/f as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/577820e6ed3d42478adae68deef388b4_SeqId_4_ - updating store file list. 2024-11-09T10:23:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 577820e6ed3d42478adae68deef388b4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:23:25,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/577820e6ed3d42478adae68deef388b4_SeqId_4_ into 94f4c17870928bab2c9f0099a5112d27/f 2024-11-09T10:23:25,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__82o4odu0l9gb78bc8bj5db47rm9kusvi0bn8l44in19e1eanqns9i88ncc51v98o/f/ec186a7c281b469384e374d7e0b7444c_SeqId_4_ into 94f4c17870928bab2c9f0099a5112d27/f (new location: hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/577820e6ed3d42478adae68deef388b4_SeqId_4_) 2024-11-09T10:23:25,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__82o4odu0l9gb78bc8bj5db47rm9kusvi0bn8l44in19e1eanqns9i88ncc51v98o/f/ec186a7c281b469384e374d7e0b7444c_SeqId_4_ 2024-11-09T10:23:25,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(324): Finished replicating [540cbc83-e826-4f31-96ac-e5b3aae5ad00] bulk loaded data 2024-11-09T10:23:25,252 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:35841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T10:23:25,380 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 to pos 687, reset compression=false 2024-11-09T10:23:25,683 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 to pos 687, reset compression=false 2024-11-09T10:23:26,087 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 to pos 687, reset compression=false 2024-11-09T10:23:26,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:26,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44231,1731147792861, seqNum=-1] 2024-11-09T10:23:26,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:26,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:23:26,153 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3., hostname=e067b2c2c7b3,44231,1731147792861, seqNum=2] 2024-11-09T10:23:26,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:23:26,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T10:23:26,159 DEBUG [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e067b2c2c7b3%2C35841%2C1731147780769:(num 1731147783777) roll requested 2024-11-09T10:23:26,174 DEBUG [regionserver/e067b2c2c7b3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159, exclude list is [], retry=0 2024-11-09T10:23:26,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-bb2af1d9-fdaf-44e9-997d-91d558020be0,DISK] 2024-11-09T10:23:26,178 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 2024-11-09T10:23:26,179 DEBUG [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37769:37769)] 2024-11-09T10:23:26,179 DEBUG [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 is not closed yet, will try archiving it next time 2024-11-09T10:23:26,179 DEBUG [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e067b2c2c7b3%2C35841%2C1731147780769.rep:(num 1731147803260) roll requested 2024-11-09T10:23:26,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eddcfe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:26,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,42469,-1 for getting cluster id 2024-11-09T10:23:26,180 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:26,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741832_1008 (size=695) 2024-11-09T10:23:26,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 not finished, retry = 0 2024-11-09T10:23:26,180 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '540cbc83-e826-4f31-96ac-e5b3aae5ad00' 2024-11-09T10:23:26,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:26,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "540cbc83-e826-4f31-96ac-e5b3aae5ad00" 2024-11-09T10:23:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adbc876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,42469,-1] 2024-11-09T10:23:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:26,181 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:26,181 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:26,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23666795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:26,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a926541 2024-11-09T10:23:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:26,183 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:23:26,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://e067b2c2c7b3:43935,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-09T10:23:26,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-09T10:23:26,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T10:23:26,186 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:43935' 2024-11-09T10:23:26,188 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25373b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:26,188 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,43935,-1 for getting cluster id 2024-11-09T10:23:26,188 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:26,188 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02efd3b5-7413-4f61-a239-8361086627f1' 2024-11-09T10:23:26,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:26,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02efd3b5-7413-4f61-a239-8361086627f1" 2024-11-09T10:23:26,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd932e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:26,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,43935,-1] 2024-11-09T10:23:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:26,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:26,189 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:26,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271e5c4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:26,190 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:26,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:26,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67eeb682 2024-11-09T10:23:26,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:26,191 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:23:26,192 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-09T10:23:26,192 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-09T10:23:26,192 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:26,192 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:26,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:26,197 DEBUG [regionserver/e067b2c2c7b3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.rep.1731147806179, exclude list is [], retry=0 2024-11-09T10:23:26,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-bb2af1d9-fdaf-44e9-997d-91d558020be0,DISK] 2024-11-09T10:23:26,200 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.rep.1731147803260 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.rep.1731147806179 2024-11-09T10:23:26,201 DEBUG [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37769:37769)] 2024-11-09T10:23:26,201 DEBUG [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.rep.1731147803260 is not closed yet, will try archiving it next time 2024-11-09T10:23:26,201 DEBUG [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e067b2c2c7b3%2C35841%2C1731147780769.meta:.meta(num 1731147784655) roll requested 2024-11-09T10:23:26,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741839_1015 (size=1505) 2024-11-09T10:23:26,202 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.rep.1731147803260 not finished, retry = 0 2024-11-09T10:23:26,218 DEBUG [regionserver/e067b2c2c7b3:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.meta.1731147806201.meta, exclude list is [], retry=0 2024-11-09T10:23:26,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39413,DS-bb2af1d9-fdaf-44e9-997d-91d558020be0,DISK] 2024-11-09T10:23:26,221 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.meta.1731147784655.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.meta.1731147806201.meta 2024-11-09T10:23:26,221 DEBUG [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37769:37769)] 2024-11-09T10:23:26,221 DEBUG [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.meta.1731147784655.meta is not closed yet, will try archiving it next time 2024-11-09T10:23:26,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741834_1010 (size=3473) 2024-11-09T10:23:26,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.meta.1731147784655.meta not finished, retry = 0 2024-11-09T10:23:26,281 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 to hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/oldWALs/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 2024-11-09T10:23:26,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T10:23:26,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-09T10:23:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T10:23:26,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35841 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-09T10:23:26,510 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-09T10:23:26,547 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-e067b2c2c7b3,35841,1731147780769, ReplicationSource: 2, currentBandwidth=0 2024-11-09T10:23:26,549 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-09T10:23:26,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-09T10:23:26,551 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e067b2c2c7b3,35841,1731147780769 suceeded 2024-11-09T10:23:26,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-09T10:23:26,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-09T10:23:26,553 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e067b2c2c7b3:43935,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-09T10:23:26,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 369 msec 2024-11-09T10:23:26,563 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e067b2c2c7b3:43935' 2024-11-09T10:23:26,565 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2edbbe49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:26,565 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,43935,-1 for getting cluster id 2024-11-09T10:23:26,565 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:26,565 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02efd3b5-7413-4f61-a239-8361086627f1' 2024-11-09T10:23:26,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:26,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02efd3b5-7413-4f61-a239-8361086627f1" 2024-11-09T10:23:26,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56631731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:26,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,43935,-1] 2024-11-09T10:23:26,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:26,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:26,566 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:26,567 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61363a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:26,567 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:26,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:26,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dee1a6b 2024-11-09T10:23:26,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:26,568 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-09T10:23:26,569 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e067b2c2c7b3,35841,1731147780769 (queues=1) is replicating from cluster=540cbc83-e826-4f31-96ac-e5b3aae5ad00 to cluster=02efd3b5-7413-4f61-a239-8361086627f1 2024-11-09T10:23:26,569 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e067b2c2c7b3%2C35841%2C1731147780769 2024-11-09T10:23:26,569 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e067b2c2c7b3,35841,1731147780769, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-09T10:23:26,569 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e067b2c2c7b3%2C35841%2C1731147780769 2024-11-09T10:23:26,569 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159, startPosition=0, beingWritten=true 2024-11-09T10:23:26,590 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 to pos 687, reset compression=false 2024-11-09T10:23:26,597 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 was moved to hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/oldWALs/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 2024-11-09T10:23:26,599 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777 2024-11-09T10:23:26,599 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,35841,1731147780769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147783777, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-09T10:23:26,599 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159, startPosition=0, beingWritten=true 2024-11-09T10:23:26,601 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e067b2c2c7b3%2C35841%2C1731147780769.1731147783777] 2024-11-09T10:23:26,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:23:26,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:26,773 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 0, reset compression=false 2024-11-09T10:23:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42469 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-09T10:23:26,811 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-09T10:23:26,811 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:23:26,811 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:26,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:26,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:26,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:26,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T10:23:26,815 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731147806815/Put/seqid=0 2024-11-09T10:23:26,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741845_1021 (size=11194) 2024-11-09T10:23:27,076 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 0, reset compression=false 2024-11-09T10:23:27,204 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 0, reset compression=false 2024-11-09T10:23:27,222 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731147807221/Put/seqid=0 2024-11-09T10:23:27,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741846_1022 (size=10791) 2024-11-09T10:23:27,480 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 0, reset compression=false 2024-11-09T10:23:27,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91a9915, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:27,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,42469,-1 for getting cluster id 2024-11-09T10:23:27,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:27,627 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '540cbc83-e826-4f31-96ac-e5b3aae5ad00' 2024-11-09T10:23:27,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:27,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "540cbc83-e826-4f31-96ac-e5b3aae5ad00" 2024-11-09T10:23:27,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b1d2fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:27,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,42469,-1] 2024-11-09T10:23:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:27,628 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:27,629 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7535875b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:27,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:27,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,35841,1731147780769, seqNum=-1] 2024-11-09T10:23:27,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:27,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T10:23:27,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:27,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@411d65d4 2024-11-09T10:23:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:27,638 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T10:23:27,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731147795658.a11218791ecf7146123dc441249f6b79., hostname=e067b2c2c7b3,35841,1731147780769, seqNum=2] 2024-11-09T10:23:27,643 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:23:27,648 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-09T10:23:27,650 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-09T10:23:27,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_1/f/hfile_0 for inclusion in a11218791ecf7146123dc441249f6b79/f 2024-11-09T10:23:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T10:23:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:23:27,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_1/f/hfile_1 for inclusion in a11218791ecf7146123dc441249f6b79/f 2024-11-09T10:23:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T10:23:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:23:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HRegion(2603): Flush status journal for a11218791ecf7146123dc441249f6b79: 2024-11-09T10:23:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__mlak5sl1ia1eg8d4dvkvagavg590g1ata7472rqeombaep0qmnr18e87pihuivpi/f/hfile_0 2024-11-09T10:23:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__mlak5sl1ia1eg8d4dvkvagavg590g1ata7472rqeombaep0qmnr18e87pihuivpi/f/hfile_0 as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ 2024-11-09T10:23:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__mlak5sl1ia1eg8d4dvkvagavg590g1ata7472rqeombaep0qmnr18e87pihuivpi/f/hfile_1 2024-11-09T10:23:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__mlak5sl1ia1eg8d4dvkvagavg590g1ata7472rqeombaep0qmnr18e87pihuivpi/f/hfile_1 as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ 2024-11-09T10:23:27,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__mlak5sl1ia1eg8d4dvkvagavg590g1ata7472rqeombaep0qmnr18e87pihuivpi/f/hfile_0 into a11218791ecf7146123dc441249f6b79/f as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ - updating store file list. 2024-11-09T10:23:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T10:23:27,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ into a11218791ecf7146123dc441249f6b79/f 2024-11-09T10:23:27,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__mlak5sl1ia1eg8d4dvkvagavg590g1ata7472rqeombaep0qmnr18e87pihuivpi/f/hfile_0 into a11218791ecf7146123dc441249f6b79/f (new location: hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_) 2024-11-09T10:23:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__mlak5sl1ia1eg8d4dvkvagavg590g1ata7472rqeombaep0qmnr18e87pihuivpi/f/hfile_0 2024-11-09T10:23:27,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__mlak5sl1ia1eg8d4dvkvagavg590g1ata7472rqeombaep0qmnr18e87pihuivpi/f/hfile_1 into a11218791ecf7146123dc441249f6b79/f as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ - updating store file list. 2024-11-09T10:23:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1d7b06921a314d4981a9fd79777f855c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T10:23:27,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ into a11218791ecf7146123dc441249f6b79/f 2024-11-09T10:23:27,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__mlak5sl1ia1eg8d4dvkvagavg590g1ata7472rqeombaep0qmnr18e87pihuivpi/f/hfile_1 into a11218791ecf7146123dc441249f6b79/f (new location: hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_) 2024-11-09T10:23:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35841 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/staging/jenkins__test__mlak5sl1ia1eg8d4dvkvagavg590g1ata7472rqeombaep0qmnr18e87pihuivpi/f/hfile_1 2024-11-09T10:23:27,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:23:27,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:27,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:27,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:27,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:27,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731147795658.a11218791ecf7146123dc441249f6b79., hostname=e067b2c2c7b3,35841,1731147780769, seqNum=2 , the old value is region=test,,1731147795658.a11218791ecf7146123dc441249f6b79., hostname=e067b2c2c7b3,35841,1731147780769, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e067b2c2c7b3:35841 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T10:23:27,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731147795658.a11218791ecf7146123dc441249f6b79., hostname=e067b2c2c7b3,35841,1731147780769, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-09T10:23:27,679 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731147795658.a11218791ecf7146123dc441249f6b79., hostname=e067b2c2c7b3,35841,1731147780769, seqNum=2 from cache 2024-11-09T10:23:27,680 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-09T10:23:27,683 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T10:23:27,781 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:35841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-09T10:23:27,907 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 0, reset compression=false 2024-11-09T10:23:27,912 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:23:27,912 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,35841,1731147780769 got entry batch from reader: WALEntryBatch [walEntries=[{test/a11218791ecf7146123dc441249f6b79/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731147807678/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T10:23:27,913 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(318): Replicating [540cbc83-e826-4f31-96ac-e5b3aae5ad00] bulk loaded data 2024-11-09T10:23:27,916 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-09T10:23:27,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741839_1015 (size=11194) 2024-11-09T10:23:27,985 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 0, reset compression=false 2024-11-09T10:23:27,989 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-09T10:23:27,989 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e067b2c2c7b3,35841,1731147780769 got entry batch from reader: WALEntryBatch [walEntries=[{test/a11218791ecf7146123dc441249f6b79/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731147807678/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-09T10:23:27,991 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T10:23:27,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-09T10:23:27,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.ReplicationSink(318): Replicating [540cbc83-e826-4f31-96ac-e5b3aae5ad00] bulk loaded data 2024-11-09T10:23:27,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32614df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:27,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] client.ClusterIdFetcher(90): Going to request e067b2c2c7b3,43935,-1 for getting cluster id 2024-11-09T10:23:27,993 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T10:23:27,993 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02efd3b5-7413-4f61-a239-8361086627f1' 2024-11-09T10:23:27,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T10:23:27,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02efd3b5-7413-4f61-a239-8361086627f1" 2024-11-09T10:23:27,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7da87169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:27,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e067b2c2c7b3,43935,-1] 2024-11-09T10:23:27,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T10:23:27,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:27,994 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-09T10:23:27,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a7864c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T10:23:28,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741837_1013 (size=11194) 2024-11-09T10:23:28,112 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:28,189 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:28,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741840_1016 (size=10791) 2024-11-09T10:23:28,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741838_1014 (size=10791) 2024-11-09T10:23:28,415 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:28,492 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:28,687 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-09T10:23:28,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:23:28,740 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__ethgv6msvdfd427gpr1r04u5hdh01mjqiejlltjm5h90nc5i9l7tspddlqpk3apk/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T10:23:28,753 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__ethgv6msvdfd427gpr1r04u5hdh01mjqiejlltjm5h90nc5i9l7tspddlqpk3apk/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T10:23:28,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__ethgv6msvdfd427gpr1r04u5hdh01mjqiejlltjm5h90nc5i9l7tspddlqpk3apk/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ for inclusion in 94f4c17870928bab2c9f0099a5112d27/f 2024-11-09T10:23:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T10:23:28,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:23:28,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__ethgv6msvdfd427gpr1r04u5hdh01mjqiejlltjm5h90nc5i9l7tspddlqpk3apk/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ for inclusion in 94f4c17870928bab2c9f0099a5112d27/f 2024-11-09T10:23:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T10:23:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:23:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HRegion(2603): Flush status journal for 94f4c17870928bab2c9f0099a5112d27: 2024-11-09T10:23:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T10:23:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__ethgv6msvdfd427gpr1r04u5hdh01mjqiejlltjm5h90nc5i9l7tspddlqpk3apk/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/c899bbc6f1d34550ae793507335643a7_SeqId_6_ 2024-11-09T10:23:28,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1d7b06921a314d4981a9fd79777f855c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T10:23:28,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__ethgv6msvdfd427gpr1r04u5hdh01mjqiejlltjm5h90nc5i9l7tspddlqpk3apk/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/8c756668d72c4e6ab95df070d618b7ad_SeqId_6_ 2024-11-09T10:23:28,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__ethgv6msvdfd427gpr1r04u5hdh01mjqiejlltjm5h90nc5i9l7tspddlqpk3apk/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ into 94f4c17870928bab2c9f0099a5112d27/f as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/c899bbc6f1d34550ae793507335643a7_SeqId_6_ - updating store file list. 2024-11-09T10:23:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c899bbc6f1d34550ae793507335643a7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T10:23:28,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/c899bbc6f1d34550ae793507335643a7_SeqId_6_ into 94f4c17870928bab2c9f0099a5112d27/f 2024-11-09T10:23:28,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__ethgv6msvdfd427gpr1r04u5hdh01mjqiejlltjm5h90nc5i9l7tspddlqpk3apk/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ into 94f4c17870928bab2c9f0099a5112d27/f (new location: hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/c899bbc6f1d34550ae793507335643a7_SeqId_6_) 2024-11-09T10:23:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__ethgv6msvdfd427gpr1r04u5hdh01mjqiejlltjm5h90nc5i9l7tspddlqpk3apk/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ 2024-11-09T10:23:28,774 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__ethgv6msvdfd427gpr1r04u5hdh01mjqiejlltjm5h90nc5i9l7tspddlqpk3apk/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ into 94f4c17870928bab2c9f0099a5112d27/f as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/8c756668d72c4e6ab95df070d618b7ad_SeqId_6_ - updating store file list. 2024-11-09T10:23:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c756668d72c4e6ab95df070d618b7ad_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-09T10:23:28,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/8c756668d72c4e6ab95df070d618b7ad_SeqId_6_ into 94f4c17870928bab2c9f0099a5112d27/f 2024-11-09T10:23:28,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__ethgv6msvdfd427gpr1r04u5hdh01mjqiejlltjm5h90nc5i9l7tspddlqpk3apk/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ into 94f4c17870928bab2c9f0099a5112d27/f (new location: hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/f/8c756668d72c4e6ab95df070d618b7ad_SeqId_6_) 2024-11-09T10:23:28,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/staging/jenkins.hfs.22__test__ethgv6msvdfd427gpr1r04u5hdh01mjqiejlltjm5h90nc5i9l7tspddlqpk3apk/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ 2024-11-09T10:23:28,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42269 {}] regionserver.ReplicationSink(324): Finished replicating [540cbc83-e826-4f31-96ac-e5b3aae5ad00] bulk loaded data 2024-11-09T10:23:28,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:28,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:28,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5050469b 2024-11-09T10:23:28,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T10:23:28,818 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-09T10:23:28,818 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:28,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-09T10:23:28,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T10:23:28,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e067b2c2c7b3,44231,1731147792861, seqNum=-1] 2024-11-09T10:23:28,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T10:23:28,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-09T10:23:28,826 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/staging/jenkins.hfs.23__test__6h1rgctl6e3ed8hrdefaqrp1tu6grl1ff5um951l5o2djjd6lnvreo64coshlo8v/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-09T10:23:28,828 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/staging/jenkins.hfs.23__test__6h1rgctl6e3ed8hrdefaqrp1tu6grl1ff5um951l5o2djjd6lnvreo64coshlo8v/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-09T10:23:28,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/staging/jenkins.hfs.23__test__6h1rgctl6e3ed8hrdefaqrp1tu6grl1ff5um951l5o2djjd6lnvreo64coshlo8v/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ for inclusion in 25386c7d7acb89fc3dee1d970af5afd3/f 2024-11-09T10:23:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-09T10:23:28,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:23:28,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/staging/jenkins.hfs.23__test__6h1rgctl6e3ed8hrdefaqrp1tu6grl1ff5um951l5o2djjd6lnvreo64coshlo8v/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ for inclusion in 25386c7d7acb89fc3dee1d970af5afd3/f 2024-11-09T10:23:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-09T10:23:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-09T10:23:28,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HRegion(2603): Flush status journal for 25386c7d7acb89fc3dee1d970af5afd3: 2024-11-09T10:23:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1d7b06921a314d4981a9fd79777f855c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T10:23:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/staging/jenkins.hfs.23__test__6h1rgctl6e3ed8hrdefaqrp1tu6grl1ff5um951l5o2djjd6lnvreo64coshlo8v/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ as hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/default/test/25386c7d7acb89fc3dee1d970af5afd3/f/e545c1d778bf41ad9038f4ea90bc7f78_SeqId_4_ 2024-11-09T10:23:28,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-09T10:23:28,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/staging/jenkins.hfs.23__test__6h1rgctl6e3ed8hrdefaqrp1tu6grl1ff5um951l5o2djjd6lnvreo64coshlo8v/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ as hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/default/test/25386c7d7acb89fc3dee1d970af5afd3/f/5f64acd8a8934f85b1fac7347d317de6_SeqId_4_ 2024-11-09T10:23:28,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/staging/jenkins.hfs.23__test__6h1rgctl6e3ed8hrdefaqrp1tu6grl1ff5um951l5o2djjd6lnvreo64coshlo8v/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ into 25386c7d7acb89fc3dee1d970af5afd3/f as hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/default/test/25386c7d7acb89fc3dee1d970af5afd3/f/e545c1d778bf41ad9038f4ea90bc7f78_SeqId_4_ - updating store file list. 2024-11-09T10:23:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e545c1d778bf41ad9038f4ea90bc7f78_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:23:28,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/default/test/25386c7d7acb89fc3dee1d970af5afd3/f/e545c1d778bf41ad9038f4ea90bc7f78_SeqId_4_ into 25386c7d7acb89fc3dee1d970af5afd3/f 2024-11-09T10:23:28,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/staging/jenkins.hfs.23__test__6h1rgctl6e3ed8hrdefaqrp1tu6grl1ff5um951l5o2djjd6lnvreo64coshlo8v/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ into 25386c7d7acb89fc3dee1d970af5afd3/f (new location: hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/default/test/25386c7d7acb89fc3dee1d970af5afd3/f/e545c1d778bf41ad9038f4ea90bc7f78_SeqId_4_) 2024-11-09T10:23:28,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/staging/jenkins.hfs.23__test__6h1rgctl6e3ed8hrdefaqrp1tu6grl1ff5um951l5o2djjd6lnvreo64coshlo8v/f/1d7b06921a314d4981a9fd79777f855c_SeqId_6_ 2024-11-09T10:23:28,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/staging/jenkins.hfs.23__test__6h1rgctl6e3ed8hrdefaqrp1tu6grl1ff5um951l5o2djjd6lnvreo64coshlo8v/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ into 25386c7d7acb89fc3dee1d970af5afd3/f as hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/default/test/25386c7d7acb89fc3dee1d970af5afd3/f/5f64acd8a8934f85b1fac7347d317de6_SeqId_4_ - updating store file list. 2024-11-09T10:23:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f64acd8a8934f85b1fac7347d317de6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-09T10:23:28,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/default/test/25386c7d7acb89fc3dee1d970af5afd3/f/5f64acd8a8934f85b1fac7347d317de6_SeqId_4_ into 25386c7d7acb89fc3dee1d970af5afd3/f 2024-11-09T10:23:28,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/staging/jenkins.hfs.23__test__6h1rgctl6e3ed8hrdefaqrp1tu6grl1ff5um951l5o2djjd6lnvreo64coshlo8v/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ into 25386c7d7acb89fc3dee1d970af5afd3/f (new location: hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/default/test/25386c7d7acb89fc3dee1d970af5afd3/f/5f64acd8a8934f85b1fac7347d317de6_SeqId_4_) 2024-11-09T10:23:28,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/staging/jenkins.hfs.23__test__6h1rgctl6e3ed8hrdefaqrp1tu6grl1ff5um951l5o2djjd6lnvreo64coshlo8v/f/d6ef626ebc14497fa3efe54ab02889b2_SeqId_6_ 2024-11-09T10:23:28,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44231 {}] regionserver.ReplicationSink(324): Finished replicating [540cbc83-e826-4f31-96ac-e5b3aae5ad00] bulk loaded data 2024-11-09T10:23:28,905 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:29,321 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:29,408 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:29,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:23:29,711 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:23:29,711 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:29,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:29,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:29,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:29,712 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:23:29,712 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1741072078, stopped=false 2024-11-09T10:23:29,712 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,43935,1731147792682 2024-11-09T10:23:29,738 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T10:23:29,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21872817597/running 2024-11-09T10:23:29,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21872817597/running 2024-11-09T10:23:29,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:29,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:29,781 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:23:29,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:23:29,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:29,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:29,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,44231,1731147792861' ***** 2024-11-09T10:23:29,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:23:29,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Set watcher on znode that does not yet exist, /21872817597/running 2024-11-09T10:23:29,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Set watcher on znode that does not yet exist, /21872817597/running 2024-11-09T10:23:29,782 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:23:29,783 INFO [RS:0;e067b2c2c7b3:44231 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:23:29,783 INFO [RS:0;e067b2c2c7b3:44231 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:23:29,783 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(3091): Received CLOSE for 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:29,783 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:23:29,796 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:29,796 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:23:29,796 INFO [RS:0;e067b2c2c7b3:44231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:44231. 2024-11-09T10:23:29,796 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25386c7d7acb89fc3dee1d970af5afd3, disabling compactions & flushes 2024-11-09T10:23:29,796 DEBUG [RS:0;e067b2c2c7b3:44231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:29,796 DEBUG [RS:0;e067b2c2c7b3:44231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:29,796 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. 2024-11-09T10:23:29,796 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. 2024-11-09T10:23:29,796 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. after waiting 0 ms 2024-11-09T10:23:29,796 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. 2024-11-09T10:23:29,797 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:23:29,797 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:23:29,797 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:23:29,797 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:23:29,797 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:23:29,812 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:23:29,813 DEBUG [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25386c7d7acb89fc3dee1d970af5afd3=test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3.} 2024-11-09T10:23:29,813 DEBUG [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25386c7d7acb89fc3dee1d970af5afd3 2024-11-09T10:23:29,813 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:23:29,813 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:23:29,813 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:23:29,813 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:23:29,813 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:23:29,813 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T10:23:29,863 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/default/test/25386c7d7acb89fc3dee1d970af5afd3/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-09T10:23:29,864 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:23:29,864 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:23:29,864 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. 2024-11-09T10:23:29,864 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25386c7d7acb89fc3dee1d970af5afd3: Waiting for close lock at 1731147809796Running coprocessor pre-close hooks at 1731147809796Disabling compacts and flushes for region at 1731147809796Disabling writes for close at 1731147809796Writing region close event to WAL at 1731147809828 (+32 ms)Running coprocessor post-close hooks at 1731147809863 (+35 ms)Closed at 1731147809864 (+1 ms) 2024-11-09T10:23:29,864 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3. 2024-11-09T10:23:29,877 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/.tmp/info/fa8469e65ea749dd8ca63ab7df9b8f15 is 129, key is test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3./info:regioninfo/1731147801138/Put/seqid=0 2024-11-09T10:23:29,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741839_1015 (size=6421) 2024-11-09T10:23:29,893 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/.tmp/info/fa8469e65ea749dd8ca63ab7df9b8f15 2024-11-09T10:23:29,925 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:29,927 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/.tmp/ns/a57389f987de43aca72c020246372c25 is 43, key is default/ns:d/1731147795572/Put/seqid=0 2024-11-09T10:23:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741840_1016 (size=5153) 2024-11-09T10:23:29,989 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:23:29,989 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:23:30,011 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:30,013 DEBUG [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:30,213 DEBUG [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:30,382 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/.tmp/ns/a57389f987de43aca72c020246372c25 2024-11-09T10:23:30,413 DEBUG [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:30,416 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/.tmp/rep_barrier/3b73bcc62b584e86afd2bd777a1e3b09 is 112, key is test,,1731147799963.25386c7d7acb89fc3dee1d970af5afd3./rep_barrier:seqnumDuringOpen/1731147801138/Put/seqid=0 2024-11-09T10:23:30,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741841_1017 (size=5518) 2024-11-09T10:23:30,430 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/.tmp/rep_barrier/3b73bcc62b584e86afd2bd777a1e3b09 2024-11-09T10:23:30,451 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/.tmp/table/92083c5688ee4c27bdd586172a4b8fb8 is 40, key is test/table:state/1731147801148/Put/seqid=0 2024-11-09T10:23:30,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741842_1018 (size=5165) 2024-11-09T10:23:30,457 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/.tmp/table/92083c5688ee4c27bdd586172a4b8fb8 2024-11-09T10:23:30,462 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/.tmp/info/fa8469e65ea749dd8ca63ab7df9b8f15 as hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/info/fa8469e65ea749dd8ca63ab7df9b8f15 2024-11-09T10:23:30,467 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/info/fa8469e65ea749dd8ca63ab7df9b8f15, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T10:23:30,467 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/.tmp/ns/a57389f987de43aca72c020246372c25 as hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/ns/a57389f987de43aca72c020246372c25 2024-11-09T10:23:30,472 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/ns/a57389f987de43aca72c020246372c25, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T10:23:30,473 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/.tmp/rep_barrier/3b73bcc62b584e86afd2bd777a1e3b09 as hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/rep_barrier/3b73bcc62b584e86afd2bd777a1e3b09 2024-11-09T10:23:30,478 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/rep_barrier/3b73bcc62b584e86afd2bd777a1e3b09, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T10:23:30,479 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/.tmp/table/92083c5688ee4c27bdd586172a4b8fb8 as hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/table/92083c5688ee4c27bdd586172a4b8fb8 2024-11-09T10:23:30,484 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/table/92083c5688ee4c27bdd586172a4b8fb8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T10:23:30,484 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 671ms, sequenceid=11, compaction requested=false 2024-11-09T10:23:30,491 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T10:23:30,491 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:23:30,492 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:23:30,492 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:23:30,492 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147809812Running coprocessor pre-close hooks at 1731147809812Disabling compacts and flushes for region at 1731147809813 (+1 ms)Disabling writes for close at 1731147809813Obtaining lock to block concurrent updates at 1731147809813Preparing flush snapshotting stores in 1588230740 at 1731147809813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731147809813Flushing stores of hbase:meta,,1.1588230740 at 1731147809814 (+1 ms)Flushing 1588230740/info: creating writer at 1731147809814Flushing 1588230740/info: appending metadata at 1731147809877 (+63 ms)Flushing 1588230740/info: closing flushed file at 1731147809877Flushing 1588230740/ns: creating writer at 1731147809897 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731147809926 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731147809926Flushing 1588230740/rep_barrier: creating writer at 1731147810386 (+460 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147810416 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147810416Flushing 1588230740/table: creating writer at 1731147810433 (+17 ms)Flushing 1588230740/table: appending metadata at 1731147810450 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731147810450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b805cc9: reopening flushed file at 1731147810461 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b68f484: reopening flushed file at 1731147810467 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65f7f6a1: reopening flushed file at 1731147810472 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb63b12: reopening flushed file at 1731147810478 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 671ms, sequenceid=11, compaction requested=false at 1731147810484 (+6 ms)Writing region close event to WAL at 1731147810486 (+2 ms)Running coprocessor post-close hooks at 1731147810491 (+5 ms)Closed at 1731147810492 (+1 ms) 2024-11-09T10:23:30,492 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:23:30,613 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,44231,1731147792861; all regions closed. 2024-11-09T10:23:30,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741834_1010 (size=2717) 2024-11-09T10:23:30,619 DEBUG [RS:0;e067b2c2c7b3:44231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/oldWALs 2024-11-09T10:23:30,619 INFO [RS:0;e067b2c2c7b3:44231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C44231%2C1731147792861.meta:.meta(num 1731147795487) 2024-11-09T10:23:30,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741833_1009 (size=1028) 2024-11-09T10:23:30,623 DEBUG [RS:0;e067b2c2c7b3:44231 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/oldWALs 2024-11-09T10:23:30,623 INFO [RS:0;e067b2c2c7b3:44231 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C44231%2C1731147792861:(num 1731147795123) 2024-11-09T10:23:30,623 DEBUG [RS:0;e067b2c2c7b3:44231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:30,623 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:23:30,623 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:23:30,623 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-09T10:23:30,624 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:23:30,624 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:23:30,624 INFO [RS:0;e067b2c2c7b3:44231 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:44231. 2024-11-09T10:23:30,624 DEBUG [RS:0;e067b2c2c7b3:44231 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:30,624 DEBUG [RS:0;e067b2c2c7b3:44231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:30,624 DEBUG [RS:0;e067b2c2c7b3:44231 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:30,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:30,624 INFO [RS:0;e067b2c2c7b3:44231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44231 2024-11-09T10:23:30,638 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:30,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21872817597/rs/e067b2c2c7b3,44231,1731147792861 2024-11-09T10:23:30,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597/rs 2024-11-09T10:23:30,675 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:23:30,686 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,44231,1731147792861] 2024-11-09T10:23:30,696 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21872817597/draining/e067b2c2c7b3,44231,1731147792861 already deleted, retry=false 2024-11-09T10:23:30,696 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,44231,1731147792861 expired; onlineServers=0 2024-11-09T10:23:30,696 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,43935,1731147792682' ***** 2024-11-09T10:23:30,696 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:23:30,697 INFO [M:0;e067b2c2c7b3:43935 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:23:30,697 INFO [M:0;e067b2c2c7b3:43935 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:23:30,697 DEBUG [M:0;e067b2c2c7b3:43935 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:23:30,697 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:23:30,697 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147794744 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147794744,5,FailOnTimeoutGroup] 2024-11-09T10:23:30,697 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147794744 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147794744,5,FailOnTimeoutGroup] 2024-11-09T10:23:30,697 DEBUG [M:0;e067b2c2c7b3:43935 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:23:30,697 INFO [M:0;e067b2c2c7b3:43935 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:23:30,697 INFO [M:0;e067b2c2c7b3:43935 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:23:30,697 DEBUG [M:0;e067b2c2c7b3:43935 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:23:30,697 INFO [M:0;e067b2c2c7b3:43935 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:23:30,697 INFO [M:0;e067b2c2c7b3:43935 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:23:30,698 INFO [M:0;e067b2c2c7b3:43935 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:23:30,698 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:23:30,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21872817597/master 2024-11-09T10:23:30,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21872817597 2024-11-09T10:23:30,707 DEBUG [M:0;e067b2c2c7b3:43935 {}] zookeeper.ZKUtil(347): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Unable to get data of znode /21872817597/master because node does not exist (not an error) 2024-11-09T10:23:30,707 WARN [M:0;e067b2c2c7b3:43935 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:23:30,707 INFO [M:0;e067b2c2c7b3:43935 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/.lastflushedseqids 2024-11-09T10:23:30,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741843_1019 (size=173) 2024-11-09T10:23:30,725 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:30,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:23:30,786 INFO [RS:0;e067b2c2c7b3:44231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:23:30,786 INFO [RS:0;e067b2c2c7b3:44231 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,44231,1731147792861; zookeeper connection closed. 2024-11-09T10:23:30,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44231-0x1011f1ec1c80007, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:23:30,787 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6af223ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6af223ed 2024-11-09T10:23:30,787 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:23:30,921 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T10:23:30,922 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:23:30,922 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169121 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e067b2c2c7b3,43947,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:43947 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-09T10:23:31,112 INFO [M:0;e067b2c2c7b3:43935 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:23:31,112 INFO [M:0;e067b2c2c7b3:43935 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:23:31,112 DEBUG [M:0;e067b2c2c7b3:43935 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:23:31,112 INFO [M:0;e067b2c2c7b3:43935 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:31,112 DEBUG [M:0;e067b2c2c7b3:43935 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:31,112 DEBUG [M:0;e067b2c2c7b3:43935 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:23:31,112 DEBUG [M:0;e067b2c2c7b3:43935 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:31,112 INFO [M:0;e067b2c2c7b3:43935 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-09T10:23:31,140 DEBUG [M:0;e067b2c2c7b3:43935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d755d54040547f4a559d8b890db4bf2 is 82, key is hbase:meta,,1/info:regioninfo/1731147795520/Put/seqid=0 2024-11-09T10:23:31,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741844_1020 (size=5672) 2024-11-09T10:23:31,459 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:31,529 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:31,544 INFO [M:0;e067b2c2c7b3:43935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d755d54040547f4a559d8b890db4bf2 2024-11-09T10:23:31,566 DEBUG [M:0;e067b2c2c7b3:43935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/583c32d496784d22826114e90a71a647 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731147801159/Put/seqid=0 2024-11-09T10:23:31,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741845_1021 (size=6587) 2024-11-09T10:23:31,972 INFO [M:0;e067b2c2c7b3:43935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/583c32d496784d22826114e90a71a647 2024-11-09T10:23:31,994 DEBUG [M:0;e067b2c2c7b3:43935 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4701b50f33d846bb8c2cf215272bdd31 is 69, key is e067b2c2c7b3,44231,1731147792861/rs:state/1731147794890/Put/seqid=0 2024-11-09T10:23:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741846_1022 (size=5156) 2024-11-09T10:23:32,362 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:32,398 INFO [M:0;e067b2c2c7b3:43935 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4701b50f33d846bb8c2cf215272bdd31 2024-11-09T10:23:32,402 DEBUG [M:0;e067b2c2c7b3:43935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d755d54040547f4a559d8b890db4bf2 as hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d755d54040547f4a559d8b890db4bf2 2024-11-09T10:23:32,405 INFO [M:0;e067b2c2c7b3:43935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d755d54040547f4a559d8b890db4bf2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T10:23:32,405 DEBUG [M:0;e067b2c2c7b3:43935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/583c32d496784d22826114e90a71a647 as hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/583c32d496784d22826114e90a71a647 2024-11-09T10:23:32,409 INFO [M:0;e067b2c2c7b3:43935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/583c32d496784d22826114e90a71a647, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T10:23:32,409 DEBUG [M:0;e067b2c2c7b3:43935 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4701b50f33d846bb8c2cf215272bdd31 as hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4701b50f33d846bb8c2cf215272bdd31 2024-11-09T10:23:32,413 INFO [M:0;e067b2c2c7b3:43935 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39299/user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4701b50f33d846bb8c2cf215272bdd31, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T10:23:32,413 INFO [M:0;e067b2c2c7b3:43935 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=55, compaction requested=false 2024-11-09T10:23:32,415 INFO [M:0;e067b2c2c7b3:43935 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:32,415 DEBUG [M:0;e067b2c2c7b3:43935 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147811112Disabling compacts and flushes for region at 1731147811112Disabling writes for close at 1731147811112Obtaining lock to block concurrent updates at 1731147811112Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147811112Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731147811113 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147811113Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147811113Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147811139 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147811139Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147811547 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147811566 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147811566Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147811976 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147811993 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147811994 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff75c62: reopening flushed file at 1731147812401 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6816b504: reopening flushed file at 1731147812405 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f317d9: reopening flushed file at 1731147812409 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=55, compaction requested=false at 1731147812413 (+4 ms)Writing region close event to WAL at 1731147812415 (+2 ms)Closed at 1731147812415 2024-11-09T10:23:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37627 is added to blk_1073741830_1006 (size=32782) 2024-11-09T10:23:32,416 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd6b874d-e6ac-29b8-82c7-5422bb7d35c4/MasterData/WALs/e067b2c2c7b3,43935,1731147792682/e067b2c2c7b3%2C43935%2C1731147792682.1731147794220 not finished, retry = 0 2024-11-09T10:23:32,432 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:32,518 INFO [M:0;e067b2c2c7b3:43935 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:23:32,518 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:23:32,518 INFO [M:0;e067b2c2c7b3:43935 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43935 2024-11-09T10:23:32,518 INFO [M:0;e067b2c2c7b3:43935 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:23:32,638 INFO [M:0;e067b2c2c7b3:43935 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:23:32,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:23:32,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43935-0x1011f1ec1c80006, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:23:32,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6240a473{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:23:32,640 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a759102{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:23:32,640 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:23:32,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bdfe434{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:23:32,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62bab826{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/hadoop.log.dir/,STOPPED} 2024-11-09T10:23:32,643 WARN [BP-1151251012-172.17.0.3-1731147790509 heartbeating to localhost/127.0.0.1:39299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:23:32,643 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:23:32,643 WARN [BP-1151251012-172.17.0.3-1731147790509 heartbeating to localhost/127.0.0.1:39299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1151251012-172.17.0.3-1731147790509 (Datanode Uuid 1852acba-a75f-41ff-a31a-3805c6072364) service to localhost/127.0.0.1:39299 2024-11-09T10:23:32,643 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:23:32,643 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/cluster_73e13b4a-1815-5efb-dc67-c8558509d3a2/data/data1/current/BP-1151251012-172.17.0.3-1731147790509 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:23:32,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/cluster_73e13b4a-1815-5efb-dc67-c8558509d3a2/data/data2/current/BP-1151251012-172.17.0.3-1731147790509 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:23:32,644 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:23:32,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2ddb20b1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:23:32,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40341b5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:23:32,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:23:32,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac9f21d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:23:32,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@82b758d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ffe13e7f-8cf4-91e2-abb7-0003299c626b/hadoop.log.dir/,STOPPED} 2024-11-09T10:23:32,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:23:32,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:23:32,663 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:23:32,663 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:32,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:32,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:32,663 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:32,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:23:32,663 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1193613627, stopped=false 2024-11-09T10:23:32,663 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,44781,1731147786989 2024-11-09T10:23:32,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1661394631/running 2024-11-09T10:23:32,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:32,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1661394631/running 2024-11-09T10:23:32,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:23:32,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:32,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:23:32,675 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:32,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:32,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Set watcher on znode that does not yet exist, /1-1661394631/running 2024-11-09T10:23:32,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Set watcher on znode that does not yet exist, /1-1661394631/running 2024-11-09T10:23:32,676 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,42269,1731147787132' ***** 2024-11-09T10:23:32,676 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:23:32,676 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:23:32,676 INFO [RS:0;e067b2c2c7b3:42269 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:23:32,676 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:23:32,676 INFO [RS:0;e067b2c2c7b3:42269 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:23:32,676 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:32,677 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:32,677 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:23:32,677 INFO [RS:0;e067b2c2c7b3:42269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:42269. 2024-11-09T10:23:32,677 DEBUG [RS:0;e067b2c2c7b3:42269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:32,677 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 94f4c17870928bab2c9f0099a5112d27, disabling compactions & flushes 2024-11-09T10:23:32,677 DEBUG [RS:0;e067b2c2c7b3:42269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:32,677 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. 2024-11-09T10:23:32,677 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. 2024-11-09T10:23:32,677 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. after waiting 0 ms 2024-11-09T10:23:32,677 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:23:32,677 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. 2024-11-09T10:23:32,677 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:23:32,677 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:23:32,677 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:23:32,677 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-09T10:23:32,677 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1325): Online Regions={94f4c17870928bab2c9f0099a5112d27=test,,1731147797813.94f4c17870928bab2c9f0099a5112d27., 1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:23:32,677 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 94f4c17870928bab2c9f0099a5112d27 2024-11-09T10:23:32,677 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:23:32,677 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:23:32,677 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:23:32,677 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:23:32,677 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:23:32,677 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-09T10:23:32,680 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/default/test/94f4c17870928bab2c9f0099a5112d27/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T10:23:32,681 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:23:32,681 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:23:32,681 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. 2024-11-09T10:23:32,681 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 94f4c17870928bab2c9f0099a5112d27: Waiting for close lock at 1731147812677Running coprocessor pre-close hooks at 1731147812677Disabling compacts and flushes for region at 1731147812677Disabling writes for close at 1731147812677Writing region close event to WAL at 1731147812677Running coprocessor post-close hooks at 1731147812681 (+4 ms)Closed at 1731147812681 2024-11-09T10:23:32,681 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147797813.94f4c17870928bab2c9f0099a5112d27. 2024-11-09T10:23:32,695 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/.tmp/info/0984e7381a4d431482f45d698046a761 is 129, key is test,,1731147797813.94f4c17870928bab2c9f0099a5112d27./info:regioninfo/1731147798961/Put/seqid=0 2024-11-09T10:23:32,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741841_1017 (size=6421) 2024-11-09T10:23:32,739 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:23:32,877 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:33,077 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:33,100 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/.tmp/info/0984e7381a4d431482f45d698046a761 2024-11-09T10:23:33,121 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/.tmp/ns/438e43779e57439b90e0ea74c7ad3415 is 43, key is default/ns:d/1731147790380/Put/seqid=0 2024-11-09T10:23:33,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741842_1018 (size=5153) 2024-11-09T10:23:33,124 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/.tmp/ns/438e43779e57439b90e0ea74c7ad3415 2024-11-09T10:23:33,140 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/.tmp/rep_barrier/5bd77cc64ad849bc9007e88396a17eac is 112, key is test,,1731147797813.94f4c17870928bab2c9f0099a5112d27./rep_barrier:seqnumDuringOpen/1731147798961/Put/seqid=0 2024-11-09T10:23:33,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741843_1019 (size=5518) 2024-11-09T10:23:33,278 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:33,365 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:33,412 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:23:33,412 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:23:33,435 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:33,478 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:33,543 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/.tmp/rep_barrier/5bd77cc64ad849bc9007e88396a17eac 2024-11-09T10:23:33,563 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/.tmp/table/bb9f1e500e884535b1cd92ab41fd9fe0 is 40, key is test/table:state/1731147798969/Put/seqid=0 2024-11-09T10:23:33,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741844_1020 (size=5165) 2024-11-09T10:23:33,678 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T10:23:33,678 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:23:33,678 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:33,878 DEBUG [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:33,968 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/.tmp/table/bb9f1e500e884535b1cd92ab41fd9fe0 2024-11-09T10:23:33,971 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/.tmp/info/0984e7381a4d431482f45d698046a761 as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/info/0984e7381a4d431482f45d698046a761 2024-11-09T10:23:33,974 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/info/0984e7381a4d431482f45d698046a761, entries=10, sequenceid=11, filesize=6.3 K 2024-11-09T10:23:33,975 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/.tmp/ns/438e43779e57439b90e0ea74c7ad3415 as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/ns/438e43779e57439b90e0ea74c7ad3415 2024-11-09T10:23:33,978 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/ns/438e43779e57439b90e0ea74c7ad3415, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T10:23:33,979 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/.tmp/rep_barrier/5bd77cc64ad849bc9007e88396a17eac as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/rep_barrier/5bd77cc64ad849bc9007e88396a17eac 2024-11-09T10:23:33,981 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/rep_barrier/5bd77cc64ad849bc9007e88396a17eac, entries=1, sequenceid=11, filesize=5.4 K 2024-11-09T10:23:33,982 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/.tmp/table/bb9f1e500e884535b1cd92ab41fd9fe0 as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/table/bb9f1e500e884535b1cd92ab41fd9fe0 2024-11-09T10:23:33,985 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/table/bb9f1e500e884535b1cd92ab41fd9fe0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-09T10:23:33,986 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false 2024-11-09T10:23:33,986 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T10:23:33,999 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-09T10:23:33,999 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:23:33,999 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:23:33,999 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:23:33,999 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147812677Running coprocessor pre-close hooks at 1731147812677Disabling compacts and flushes for region at 1731147812677Disabling writes for close at 1731147812677Obtaining lock to block concurrent updates at 1731147812677Preparing flush snapshotting stores in 1588230740 at 1731147812677Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731147812678 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731147812678Flushing 1588230740/info: creating writer at 1731147812678Flushing 1588230740/info: appending metadata at 1731147812695 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731147812695Flushing 1588230740/ns: creating writer at 1731147813104 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731147813121 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731147813121Flushing 1588230740/rep_barrier: creating writer at 1731147813127 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147813140 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147813140Flushing 1588230740/table: creating writer at 1731147813547 (+407 ms)Flushing 1588230740/table: appending metadata at 1731147813563 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731147813563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ae0d362: reopening flushed file at 1731147813971 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@592eb048: reopening flushed file at 1731147813974 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73035f20: reopening flushed file at 1731147813978 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88e45b4: reopening flushed file at 1731147813982 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1308ms, sequenceid=11, compaction requested=false at 1731147813986 (+4 ms)Writing region close event to WAL at 1731147813988 (+2 ms)Running coprocessor post-close hooks at 1731147813999 (+11 ms)Closed at 1731147813999 2024-11-09T10:23:34,000 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:23:34,078 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,42269,1731147787132; all regions closed. 2024-11-09T10:23:34,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741834_1010 (size=2717) 2024-11-09T10:23:34,082 DEBUG [RS:0;e067b2c2c7b3:42269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/oldWALs 2024-11-09T10:23:34,082 INFO [RS:0;e067b2c2c7b3:42269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C42269%2C1731147787132.meta:.meta(num 1731147790306) 2024-11-09T10:23:34,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741833_1009 (size=1374) 2024-11-09T10:23:34,084 DEBUG [RS:0;e067b2c2c7b3:42269 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/oldWALs 2024-11-09T10:23:34,084 INFO [RS:0;e067b2c2c7b3:42269 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e067b2c2c7b3%2C42269%2C1731147787132:(num 1731147789555) 2024-11-09T10:23:34,084 DEBUG [RS:0;e067b2c2c7b3:42269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:34,084 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:23:34,084 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:23:34,084 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:23:34,085 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:23:34,085 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:23:34,085 INFO [RS:0;e067b2c2c7b3:42269 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:42269. 2024-11-09T10:23:34,085 DEBUG [RS:0;e067b2c2c7b3:42269 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:34,085 DEBUG [RS:0;e067b2c2c7b3:42269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:34,085 DEBUG [RS:0;e067b2c2c7b3:42269 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:34,085 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:34,085 INFO [RS:0;e067b2c2c7b3:42269 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42269 2024-11-09T10:23:34,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631/rs 2024-11-09T10:23:34,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1661394631/rs/e067b2c2c7b3,42269,1731147787132 2024-11-09T10:23:34,138 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:23:34,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,42269,1731147787132] 2024-11-09T10:23:34,159 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1661394631/draining/e067b2c2c7b3,42269,1731147787132 already deleted, retry=false 2024-11-09T10:23:34,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,42269,1731147787132 expired; onlineServers=0 2024-11-09T10:23:34,159 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,44781,1731147786989' ***** 2024-11-09T10:23:34,159 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:23:34,159 INFO [M:0;e067b2c2c7b3:44781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:23:34,159 INFO [M:0;e067b2c2c7b3:44781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:23:34,159 DEBUG [M:0;e067b2c2c7b3:44781 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:23:34,159 DEBUG [M:0;e067b2c2c7b3:44781 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:23:34,159 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147789180 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147789180,5,FailOnTimeoutGroup] 2024-11-09T10:23:34,159 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147789180 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147789180,5,FailOnTimeoutGroup] 2024-11-09T10:23:34,159 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:23:34,160 INFO [M:0;e067b2c2c7b3:44781 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:23:34,160 INFO [M:0;e067b2c2c7b3:44781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:23:34,160 DEBUG [M:0;e067b2c2c7b3:44781 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:23:34,160 INFO [M:0;e067b2c2c7b3:44781 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:23:34,160 INFO [M:0;e067b2c2c7b3:44781 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:23:34,160 INFO [M:0;e067b2c2c7b3:44781 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:23:34,160 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:23:34,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1661394631/master 2024-11-09T10:23:34,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1661394631 2024-11-09T10:23:34,170 DEBUG [M:0;e067b2c2c7b3:44781 {}] zookeeper.ZKUtil(347): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Unable to get data of znode /1-1661394631/master because node does not exist (not an error) 2024-11-09T10:23:34,170 WARN [M:0;e067b2c2c7b3:44781 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:23:34,170 INFO [M:0;e067b2c2c7b3:44781 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/.lastflushedseqids 2024-11-09T10:23:34,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741845_1021 (size=173) 2024-11-09T10:23:34,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:23:34,249 INFO [RS:0;e067b2c2c7b3:42269 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:23:34,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42269-0x1011f1ec1c80004, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:23:34,249 INFO [RS:0;e067b2c2c7b3:42269 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,42269,1731147787132; zookeeper connection closed. 2024-11-09T10:23:34,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5181c6b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5181c6b 2024-11-09T10:23:34,249 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:23:34,468 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:34,538 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:34,574 INFO [M:0;e067b2c2c7b3:44781 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:23:34,574 INFO [M:0;e067b2c2c7b3:44781 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:23:34,575 DEBUG [M:0;e067b2c2c7b3:44781 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:23:34,575 INFO [M:0;e067b2c2c7b3:44781 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:34,575 DEBUG [M:0;e067b2c2c7b3:44781 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:34,575 DEBUG [M:0;e067b2c2c7b3:44781 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:23:34,575 DEBUG [M:0;e067b2c2c7b3:44781 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:34,575 INFO [M:0;e067b2c2c7b3:44781 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-09T10:23:34,597 DEBUG [M:0;e067b2c2c7b3:44781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5b2c5efe5c34000a6a4a5726bc1c3f1 is 82, key is hbase:meta,,1/info:regioninfo/1731147790361/Put/seqid=0 2024-11-09T10:23:34,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741846_1022 (size=5672) 2024-11-09T10:23:34,608 INFO [M:0;e067b2c2c7b3:44781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5b2c5efe5c34000a6a4a5726bc1c3f1 2024-11-09T10:23:34,632 DEBUG [M:0;e067b2c2c7b3:44781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe19a5c4a3f743d2bbcd337334cbd74d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731147798973/Put/seqid=0 2024-11-09T10:23:34,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741847_1023 (size=6586) 2024-11-09T10:23:34,641 INFO [M:0;e067b2c2c7b3:44781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe19a5c4a3f743d2bbcd337334cbd74d 2024-11-09T10:23:34,665 DEBUG [M:0;e067b2c2c7b3:44781 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d708f5a7bc840aa93d88804635a8522 is 69, key is e067b2c2c7b3,42269,1731147787132/rs:state/1731147789301/Put/seqid=0 2024-11-09T10:23:34,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741848_1024 (size=5156) 2024-11-09T10:23:34,674 INFO [M:0;e067b2c2c7b3:44781 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d708f5a7bc840aa93d88804635a8522 2024-11-09T10:23:34,677 DEBUG [M:0;e067b2c2c7b3:44781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f5b2c5efe5c34000a6a4a5726bc1c3f1 as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5b2c5efe5c34000a6a4a5726bc1c3f1 2024-11-09T10:23:34,679 INFO [M:0;e067b2c2c7b3:44781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f5b2c5efe5c34000a6a4a5726bc1c3f1, entries=8, sequenceid=55, filesize=5.5 K 2024-11-09T10:23:34,680 DEBUG [M:0;e067b2c2c7b3:44781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe19a5c4a3f743d2bbcd337334cbd74d as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe19a5c4a3f743d2bbcd337334cbd74d 2024-11-09T10:23:34,683 INFO [M:0;e067b2c2c7b3:44781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe19a5c4a3f743d2bbcd337334cbd74d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-09T10:23:34,683 DEBUG [M:0;e067b2c2c7b3:44781 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d708f5a7bc840aa93d88804635a8522 as hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d708f5a7bc840aa93d88804635a8522 2024-11-09T10:23:34,686 INFO [M:0;e067b2c2c7b3:44781 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/35ae4fd1-3dae-08a5-2569-c14131aacfb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d708f5a7bc840aa93d88804635a8522, entries=1, sequenceid=55, filesize=5.0 K 2024-11-09T10:23:34,687 INFO [M:0;e067b2c2c7b3:44781 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=55, compaction requested=false 2024-11-09T10:23:34,688 INFO [M:0;e067b2c2c7b3:44781 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:34,688 DEBUG [M:0;e067b2c2c7b3:44781 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147814574Disabling compacts and flushes for region at 1731147814574Disabling writes for close at 1731147814575 (+1 ms)Obtaining lock to block concurrent updates at 1731147814575Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147814575Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731147814575Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147814576 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147814576Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147814594 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147814594Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147814613 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147814632 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147814632Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147814651 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147814665 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147814665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52fe4776: reopening flushed file at 1731147814676 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7897224a: reopening flushed file at 1731147814679 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fcdcb3: reopening flushed file at 1731147814683 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=55, compaction requested=false at 1731147814687 (+4 ms)Writing region close event to WAL at 1731147814688 (+1 ms)Closed at 1731147814688 2024-11-09T10:23:34,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45041 is added to blk_1073741830_1006 (size=32770) 2024-11-09T10:23:34,690 INFO [M:0;e067b2c2c7b3:44781 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:23:34,690 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:23:34,690 INFO [M:0;e067b2c2c7b3:44781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44781 2024-11-09T10:23:34,691 INFO [M:0;e067b2c2c7b3:44781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:23:34,838 INFO [M:0;e067b2c2c7b3:44781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:23:34,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:23:34,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44781-0x1011f1ec1c80003, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:23:34,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@362a4d7b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:23:34,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@116b2349{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:23:34,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:23:34,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@687d9d11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:23:34,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bed62b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/hadoop.log.dir/,STOPPED} 2024-11-09T10:23:34,847 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:23:34,847 WARN [BP-42191358-172.17.0.3-1731147784989 heartbeating to localhost/127.0.0.1:33809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:23:34,847 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:23:34,847 WARN [BP-42191358-172.17.0.3-1731147784989 heartbeating to localhost/127.0.0.1:33809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-42191358-172.17.0.3-1731147784989 (Datanode Uuid 02826ac9-530b-4998-95f3-6196f0407872) service to localhost/127.0.0.1:33809 2024-11-09T10:23:34,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/cluster_d001b498-f0da-a6f6-e05f-388d277aa7bb/data/data1/current/BP-42191358-172.17.0.3-1731147784989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:23:34,848 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/cluster_d001b498-f0da-a6f6-e05f-388d277aa7bb/data/data2/current/BP-42191358-172.17.0.3-1731147784989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:23:34,848 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:23:34,858 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55ad1174{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:23:34,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d9d2125{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:23:34,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:23:34,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cea55df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:23:34,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f2b586b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c4495442-2dd2-768a-845c-f52275b4570f/hadoop.log.dir/,STOPPED} 2024-11-09T10:23:34,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:23:34,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T10:23:34,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:23:34,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:34,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:34,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:34,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:34,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T10:23:34,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1657440102, stopped=false 2024-11-09T10:23:34,881 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e067b2c2c7b3,42469,1731147780147 2024-11-09T10:23:34,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0821132185/running 2024-11-09T10:23:34,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:34,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0821132185/running 2024-11-09T10:23:34,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:34,896 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:23:34,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Set watcher on znode that does not yet exist, /0821132185/running 2024-11-09T10:23:34,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Set watcher on znode that does not yet exist, /0821132185/running 2024-11-09T10:23:34,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T10:23:34,898 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:34,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:34,898 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e067b2c2c7b3,35841,1731147780769' ***** 2024-11-09T10:23:34,898 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T10:23:34,898 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T10:23:34,899 INFO [RS:0;e067b2c2c7b3:35841 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T10:23:34,899 INFO [RS:0;e067b2c2c7b3:35841 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T10:23:34,899 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T10:23:34,899 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(3091): Received CLOSE for f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:34,899 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(3091): Received CLOSE for a11218791ecf7146123dc441249f6b79 2024-11-09T10:23:34,899 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(959): stopping server e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:34,899 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:23:34,900 INFO [RS:0;e067b2c2c7b3:35841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:35841. 2024-11-09T10:23:34,900 DEBUG [RS:0;e067b2c2c7b3:35841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:34,900 DEBUG [RS:0;e067b2c2c7b3:35841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:34,900 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T10:23:34,900 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T10:23:34,900 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T10:23:34,900 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T10:23:34,900 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f07f6fa7e2f298b43c53825d81893afa, disabling compactions & flushes 2024-11-09T10:23:34,900 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. 2024-11-09T10:23:34,900 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. 2024-11-09T10:23:34,900 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. after waiting 0 ms 2024-11-09T10:23:34,900 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. 2024-11-09T10:23:34,900 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f07f6fa7e2f298b43c53825d81893afa 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-09T10:23:34,908 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-09T10:23:34,908 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f07f6fa7e2f298b43c53825d81893afa=hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa., a11218791ecf7146123dc441249f6b79=test,,1731147795658.a11218791ecf7146123dc441249f6b79.} 2024-11-09T10:23:34,908 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a11218791ecf7146123dc441249f6b79, f07f6fa7e2f298b43c53825d81893afa 2024-11-09T10:23:34,908 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T10:23:34,908 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T10:23:34,908 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T10:23:34,908 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T10:23:34,909 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T10:23:34,909 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-09T10:23:34,934 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa/.tmp/hfileref/1d9ca812fbcf4815b277e573d1c65091 is 74, key is 1/hfileref:1d7b06921a314d4981a9fd79777f855c_SeqId_6_/1731147808780/DeleteColumn/seqid=0 2024-11-09T10:23:34,937 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/.tmp/info/66cd74567b5c4375a1b42c617f58d112 is 147, key is hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa./info:regioninfo/1731147803293/Put/seqid=0 2024-11-09T10:23:34,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741847_1023 (size=5489) 2024-11-09T10:23:34,942 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa/.tmp/hfileref/1d9ca812fbcf4815b277e573d1c65091 2024-11-09T10:23:34,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741848_1024 (size=7686) 2024-11-09T10:23:34,976 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa/.tmp/queue/121f913707404bac9f1e79938815cddc is 153, key is 1-e067b2c2c7b3,35841,1731147780769/queue:e067b2c2c7b3%2C35841%2C1731147780769/1731147808781/Put/seqid=0 2024-11-09T10:23:34,979 INFO [regionserver/e067b2c2c7b3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:23:34,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741849_1025 (size=5504) 2024-11-09T10:23:34,982 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa/.tmp/queue/121f913707404bac9f1e79938815cddc 2024-11-09T10:23:34,987 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa/.tmp/hfileref/1d9ca812fbcf4815b277e573d1c65091 as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa/hfileref/1d9ca812fbcf4815b277e573d1c65091 2024-11-09T10:23:34,991 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa/hfileref/1d9ca812fbcf4815b277e573d1c65091, entries=6, sequenceid=17, filesize=5.4 K 2024-11-09T10:23:34,992 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa/.tmp/queue/121f913707404bac9f1e79938815cddc as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa/queue/121f913707404bac9f1e79938815cddc 2024-11-09T10:23:34,998 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa/queue/121f913707404bac9f1e79938815cddc, entries=2, sequenceid=17, filesize=5.4 K 2024-11-09T10:23:34,998 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f07f6fa7e2f298b43c53825d81893afa in 98ms, sequenceid=17, compaction requested=false 2024-11-09T10:23:35,006 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/replication/f07f6fa7e2f298b43c53825d81893afa/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-09T10:23:35,007 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:23:35,007 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:23:35,007 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. 2024-11-09T10:23:35,007 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f07f6fa7e2f298b43c53825d81893afa: Waiting for close lock at 1731147814900Running coprocessor pre-close hooks at 1731147814900Disabling compacts and flushes for region at 1731147814900Disabling writes for close at 1731147814900Obtaining lock to block concurrent updates at 1731147814900Preparing flush snapshotting stores in f07f6fa7e2f298b43c53825d81893afa at 1731147814900Finished memstore snapshotting hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731147814901 (+1 ms)Flushing stores of hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. at 1731147814902 (+1 ms)Flushing f07f6fa7e2f298b43c53825d81893afa/hfileref: creating writer at 1731147814902Flushing f07f6fa7e2f298b43c53825d81893afa/hfileref: appending metadata at 1731147814933 (+31 ms)Flushing f07f6fa7e2f298b43c53825d81893afa/hfileref: closing flushed file at 1731147814933Flushing f07f6fa7e2f298b43c53825d81893afa/queue: creating writer at 1731147814956 (+23 ms)Flushing f07f6fa7e2f298b43c53825d81893afa/queue: appending metadata at 1731147814975 (+19 ms)Flushing f07f6fa7e2f298b43c53825d81893afa/queue: closing flushed file at 1731147814975Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ecb3df1: reopening flushed file at 1731147814986 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791068e3: reopening flushed file at 1731147814992 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f07f6fa7e2f298b43c53825d81893afa in 98ms, sequenceid=17, compaction requested=false at 1731147814998 (+6 ms)Writing region close event to WAL at 1731147815000 (+2 ms)Running coprocessor post-close hooks at 1731147815007 (+7 ms)Closed at 1731147815007 2024-11-09T10:23:35,007 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731147802125.f07f6fa7e2f298b43c53825d81893afa. 2024-11-09T10:23:35,007 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a11218791ecf7146123dc441249f6b79, disabling compactions & flushes 2024-11-09T10:23:35,007 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731147795658.a11218791ecf7146123dc441249f6b79. 2024-11-09T10:23:35,007 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731147795658.a11218791ecf7146123dc441249f6b79. 2024-11-09T10:23:35,007 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731147795658.a11218791ecf7146123dc441249f6b79. after waiting 0 ms 2024-11-09T10:23:35,007 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731147795658.a11218791ecf7146123dc441249f6b79. 2024-11-09T10:23:35,011 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/default/test/a11218791ecf7146123dc441249f6b79/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T10:23:35,012 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:23:35,012 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-09T10:23:35,012 INFO [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731147795658.a11218791ecf7146123dc441249f6b79. 2024-11-09T10:23:35,012 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a11218791ecf7146123dc441249f6b79: Waiting for close lock at 1731147815007Running coprocessor pre-close hooks at 1731147815007Disabling compacts and flushes for region at 1731147815007Disabling writes for close at 1731147815007Writing region close event to WAL at 1731147815008 (+1 ms)Running coprocessor post-close hooks at 1731147815012 (+4 ms)Closed at 1731147815012 2024-11-09T10:23:35,012 DEBUG [RS_CLOSE_REGION-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731147795658.a11218791ecf7146123dc441249f6b79. 2024-11-09T10:23:35,108 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:35,309 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:35,350 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/.tmp/info/66cd74567b5c4375a1b42c617f58d112 2024-11-09T10:23:35,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-09T10:23:35,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,373 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/.tmp/ns/ed1406e0627a4f339a5ea1490ded20d1 is 43, key is default/ns:d/1731147784750/Put/seqid=0 2024-11-09T10:23:35,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741850_1026 (size=5153) 2024-11-09T10:23:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,441 INFO [master/e067b2c2c7b3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T10:23:35,441 INFO [master/e067b2c2c7b3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T10:23:35,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-09T10:23:35,509 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:35,672 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:35,675 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:23:35,675 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 688, reset compression=false 2024-11-09T10:23:35,675 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e067b2c2c7b3,35841,1731147780769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:23:35,676 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e067b2c2c7b3,35841,1731147780769: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e067b2c2c7b3,35841,1731147780769, walGroup=e067b2c2c7b3%2C35841%2C1731147780769, offset=e067b2c2c7b3%2C35841%2C1731147780769.1731147806159:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:35841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-09T10:23:35,677 ERROR [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T10:23:35,677 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T10:23:35,678 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T10:23:35,678 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T10:23:35,678 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T10:23:35,678 INFO [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1681915904, "init": 1048576000, "max": 2306867200, "used": 1032563264 }, "NonHeapMemoryUsage": { "committed": 212205568, "init": 7667712, "max": -1, "used": 209156592 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T10:23:35,678 WARN [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:42469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e067b2c2c7b3:42469 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-09T10:23:35,689 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T10:23:35,689 INFO [regionserver/e067b2c2c7b3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T10:23:35,709 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:35,741 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 393, reset compression=false 2024-11-09T10:23:35,745 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-09T10:23:35,745 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 688, reset compression=false 2024-11-09T10:23:35,745 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e067b2c2c7b3,35841,1731147780769 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-09T10:23:35,746 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-09T10:23:35,776 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/.tmp/ns/ed1406e0627a4f339a5ea1490ded20d1 2024-11-09T10:23:35,796 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/.tmp/rep_barrier/423b3771e97e4e5397f49596af4165ce is 112, key is test,,1731147795658.a11218791ecf7146123dc441249f6b79./rep_barrier:seqnumDuringOpen/1731147796856/Put/seqid=0 2024-11-09T10:23:35,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741851_1027 (size=5518) 2024-11-09T10:23:35,887 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 688, reset compression=false 2024-11-09T10:23:35,909 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-09T10:23:35,909 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-09T10:23:35,909 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:35,948 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 688, reset compression=false 2024-11-09T10:23:36,109 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:36,190 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 688, reset compression=false 2024-11-09T10:23:36,199 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/.tmp/rep_barrier/423b3771e97e4e5397f49596af4165ce 2024-11-09T10:23:36,214 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/.tmp/table/1610ce561f354d75a07ef32daf343266 is 53, key is hbase:replication/table:state/1731147803299/Put/seqid=0 2024-11-09T10:23:36,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741852_1028 (size=5308) 2024-11-09T10:23:36,251 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 688, reset compression=false 2024-11-09T10:23:36,310 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:36,510 DEBUG [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-09T10:23:36,593 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 688, reset compression=false 2024-11-09T10:23:36,618 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/.tmp/table/1610ce561f354d75a07ef32daf343266 2024-11-09T10:23:36,621 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/.tmp/info/66cd74567b5c4375a1b42c617f58d112 as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/info/66cd74567b5c4375a1b42c617f58d112 2024-11-09T10:23:36,624 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/info/66cd74567b5c4375a1b42c617f58d112, entries=20, sequenceid=16, filesize=7.5 K 2024-11-09T10:23:36,624 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/.tmp/ns/ed1406e0627a4f339a5ea1490ded20d1 as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/ns/ed1406e0627a4f339a5ea1490ded20d1 2024-11-09T10:23:36,627 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/ns/ed1406e0627a4f339a5ea1490ded20d1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-09T10:23:36,627 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/.tmp/rep_barrier/423b3771e97e4e5397f49596af4165ce as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/rep_barrier/423b3771e97e4e5397f49596af4165ce 2024-11-09T10:23:36,630 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/rep_barrier/423b3771e97e4e5397f49596af4165ce, entries=1, sequenceid=16, filesize=5.4 K 2024-11-09T10:23:36,630 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/.tmp/table/1610ce561f354d75a07ef32daf343266 as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/table/1610ce561f354d75a07ef32daf343266 2024-11-09T10:23:36,632 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/table/1610ce561f354d75a07ef32daf343266, entries=4, sequenceid=16, filesize=5.2 K 2024-11-09T10:23:36,633 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false 2024-11-09T10:23:36,636 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-09T10:23:36,636 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-09T10:23:36,636 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T10:23:36,636 INFO [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T10:23:36,636 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731147814908Running coprocessor pre-close hooks at 1731147814908Disabling compacts and flushes for region at 1731147814908Disabling writes for close at 1731147814908Obtaining lock to block concurrent updates at 1731147814909 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731147814909Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731147814909Flushing stores of hbase:meta,,1.1588230740 at 1731147814910 (+1 ms)Flushing 1588230740/info: creating writer at 1731147814910Flushing 1588230740/info: appending metadata at 1731147814936 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731147814936Flushing 1588230740/ns: creating writer at 1731147815354 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731147815372 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731147815372Flushing 1588230740/rep_barrier: creating writer at 1731147815780 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731147815796 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731147815796Flushing 1588230740/table: creating writer at 1731147816202 (+406 ms)Flushing 1588230740/table: appending metadata at 1731147816214 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731147816214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8024754: reopening flushed file at 1731147816621 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba1a192: reopening flushed file at 1731147816624 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71cfc7e7: reopening flushed file at 1731147816627 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694ec407: reopening flushed file at 1731147816630 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=16, compaction requested=false at 1731147816633 (+3 ms)Writing region close event to WAL at 1731147816634 (+1 ms)Running coprocessor post-close hooks at 1731147816636 (+2 ms)Closed at 1731147816636 2024-11-09T10:23:36,637 DEBUG [RS_CLOSE_META-regionserver/e067b2c2c7b3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T10:23:36,654 DEBUG [RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.wal-reader.e067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 to pos 688, reset compression=false 2024-11-09T10:23:36,710 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(976): stopping server e067b2c2c7b3,35841,1731147780769; all regions closed. 2024-11-09T10:23:36,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741844_1020 (size=859) 2024-11-09T10:23:36,712 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.meta.1731147806201.meta not finished, retry = 0 2024-11-09T10:23:36,814 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.rep.1731147806179 not finished, retry = 0 2024-11-09T10:23:36,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741843_1019 (size=2791) 2024-11-09T10:23:36,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/WALs/e067b2c2c7b3,35841,1731147780769/e067b2c2c7b3%2C35841%2C1731147780769.1731147806159 not finished, retry = 0 2024-11-09T10:23:36,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741842_1018 (size=696) 2024-11-09T10:23:37,017 DEBUG [RS:0;e067b2c2c7b3:35841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:37,017 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T10:23:37,017 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:23:37,018 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.ChoreService(370): Chore service for: regionserver/e067b2c2c7b3:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T10:23:37,018 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:23:37,018 INFO [regionserver/e067b2c2c7b3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:23:37,018 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e067b2c2c7b3,35841,1731147780769 because: Region server is closing 2024-11-09T10:23:37,018 INFO [RS:0;e067b2c2c7b3:35841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:35841. 2024-11-09T10:23:37,018 DEBUG [RS:0;e067b2c2c7b3:35841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:37,018 DEBUG [RS:0;e067b2c2c7b3:35841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:37,018 DEBUG [RS:0;e067b2c2c7b3:35841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:37,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:37,119 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,1-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,1-e067b2c2c7b3,35841,1731147780769 terminated 2024-11-09T10:23:37,119 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e067b2c2c7b3,35841,1731147780769 because: Region server is closing 2024-11-09T10:23:37,119 INFO [RS:0;e067b2c2c7b3:35841 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e067b2c2c7b3:35841. 2024-11-09T10:23:37,119 DEBUG [RS:0;e067b2c2c7b3:35841 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T10:23:37,119 DEBUG [RS:0;e067b2c2c7b3:35841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:37,119 DEBUG [RS:0;e067b2c2c7b3:35841 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T10:23:37,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T10:23:37,219 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e067b2c2c7b3:0-0.replicationSource,2-e067b2c2c7b3,35841,1731147780769.replicationSource.shippere067b2c2c7b3%2C35841%2C1731147780769,2-e067b2c2c7b3,35841,1731147780769 terminated 2024-11-09T10:23:37,219 INFO [RS:0;e067b2c2c7b3:35841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35841 2024-11-09T10:23:37,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0821132185/rs/e067b2c2c7b3,35841,1731147780769 2024-11-09T10:23:37,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185/rs 2024-11-09T10:23:37,285 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:23:37,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e067b2c2c7b3,35841,1731147780769] 2024-11-09T10:23:37,306 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0821132185/draining/e067b2c2c7b3,35841,1731147780769 already deleted, retry=false 2024-11-09T10:23:37,306 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e067b2c2c7b3,35841,1731147780769 expired; onlineServers=0 2024-11-09T10:23:37,306 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e067b2c2c7b3,42469,1731147780147' ***** 2024-11-09T10:23:37,306 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T10:23:37,307 INFO [M:0;e067b2c2c7b3:42469 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T10:23:37,307 INFO [M:0;e067b2c2c7b3:42469 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T10:23:37,307 DEBUG [M:0;e067b2c2c7b3:42469 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T10:23:37,307 DEBUG [M:0;e067b2c2c7b3:42469 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T10:23:37,307 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T10:23:37,307 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147783471 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.small.0-1731147783471,5,FailOnTimeoutGroup] 2024-11-09T10:23:37,307 DEBUG [master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147783471 {}] cleaner.HFileCleaner(306): Exit Thread[master/e067b2c2c7b3:0:becomeActiveMaster-HFileCleaner.large.0-1731147783471,5,FailOnTimeoutGroup] 2024-11-09T10:23:37,307 INFO [M:0;e067b2c2c7b3:42469 {}] hbase.ChoreService(370): Chore service for: master/e067b2c2c7b3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T10:23:37,307 INFO [M:0;e067b2c2c7b3:42469 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T10:23:37,307 DEBUG [M:0;e067b2c2c7b3:42469 {}] master.HMaster(1795): Stopping service threads 2024-11-09T10:23:37,307 INFO [M:0;e067b2c2c7b3:42469 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T10:23:37,307 INFO [M:0;e067b2c2c7b3:42469 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T10:23:37,307 ERROR [M:0;e067b2c2c7b3:42469 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:37383 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:37383,5,PEWorkerGroup] 2024-11-09T10:23:37,307 INFO [M:0;e067b2c2c7b3:42469 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T10:23:37,307 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T10:23:37,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0821132185/master 2024-11-09T10:23:37,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0821132185 2024-11-09T10:23:37,317 DEBUG [M:0;e067b2c2c7b3:42469 {}] zookeeper.ZKUtil(347): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Unable to get data of znode /0821132185/master because node does not exist (not an error) 2024-11-09T10:23:37,317 WARN [M:0;e067b2c2c7b3:42469 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T10:23:37,317 INFO [M:0;e067b2c2c7b3:42469 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/.lastflushedseqids 2024-11-09T10:23:37,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741853_1029 (size=263) 2024-11-09T10:23:37,396 INFO [RS:0;e067b2c2c7b3:35841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:23:37,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:23:37,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35841-0x1011f1ec1c80001, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:23:37,396 INFO [RS:0;e067b2c2c7b3:35841 {}] regionserver.HRegionServer(1031): Exiting; stopping=e067b2c2c7b3,35841,1731147780769; zookeeper connection closed. 2024-11-09T10:23:37,396 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4306bc13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4306bc13 2024-11-09T10:23:37,396 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-09T10:23:37,721 INFO [M:0;e067b2c2c7b3:42469 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T10:23:37,721 INFO [M:0;e067b2c2c7b3:42469 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T10:23:37,722 DEBUG [M:0;e067b2c2c7b3:42469 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T10:23:37,722 INFO [M:0;e067b2c2c7b3:42469 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:37,722 DEBUG [M:0;e067b2c2c7b3:42469 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:37,722 DEBUG [M:0;e067b2c2c7b3:42469 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T10:23:37,722 DEBUG [M:0;e067b2c2c7b3:42469 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:37,722 INFO [M:0;e067b2c2c7b3:42469 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-09T10:23:37,738 DEBUG [M:0;e067b2c2c7b3:42469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0990e06c7bcb44fc8e29a002b47cd23c is 82, key is hbase:meta,,1/info:regioninfo/1731147784684/Put/seqid=0 2024-11-09T10:23:37,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741854_1030 (size=5672) 2024-11-09T10:23:38,141 INFO [M:0;e067b2c2c7b3:42469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0990e06c7bcb44fc8e29a002b47cd23c 2024-11-09T10:23:38,157 DEBUG [M:0;e067b2c2c7b3:42469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffc7ad36ada74a44b8bfa04a6fe091a6 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731147796871/Put/seqid=0 2024-11-09T10:23:38,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741855_1031 (size=7610) 2024-11-09T10:23:38,560 INFO [M:0;e067b2c2c7b3:42469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffc7ad36ada74a44b8bfa04a6fe091a6 2024-11-09T10:23:38,564 INFO [M:0;e067b2c2c7b3:42469 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffc7ad36ada74a44b8bfa04a6fe091a6 2024-11-09T10:23:38,579 DEBUG [M:0;e067b2c2c7b3:42469 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8939c685103843028b3745e80a9b1bcc is 69, key is e067b2c2c7b3,35841,1731147780769/rs:state/1731147783627/Put/seqid=0 2024-11-09T10:23:38,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741856_1032 (size=5156) 2024-11-09T10:23:38,983 INFO [M:0;e067b2c2c7b3:42469 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8939c685103843028b3745e80a9b1bcc 2024-11-09T10:23:38,986 DEBUG [M:0;e067b2c2c7b3:42469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0990e06c7bcb44fc8e29a002b47cd23c as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0990e06c7bcb44fc8e29a002b47cd23c 2024-11-09T10:23:38,989 INFO [M:0;e067b2c2c7b3:42469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0990e06c7bcb44fc8e29a002b47cd23c, entries=8, sequenceid=121, filesize=5.5 K 2024-11-09T10:23:38,990 DEBUG [M:0;e067b2c2c7b3:42469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ffc7ad36ada74a44b8bfa04a6fe091a6 as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffc7ad36ada74a44b8bfa04a6fe091a6 2024-11-09T10:23:38,993 INFO [M:0;e067b2c2c7b3:42469 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ffc7ad36ada74a44b8bfa04a6fe091a6 2024-11-09T10:23:38,993 INFO [M:0;e067b2c2c7b3:42469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ffc7ad36ada74a44b8bfa04a6fe091a6, entries=13, sequenceid=121, filesize=7.4 K 2024-11-09T10:23:38,994 DEBUG [M:0;e067b2c2c7b3:42469 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8939c685103843028b3745e80a9b1bcc as hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8939c685103843028b3745e80a9b1bcc 2024-11-09T10:23:38,996 INFO [M:0;e067b2c2c7b3:42469 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37383/user/jenkins/test-data/dd661a4c-44a7-9cfd-fbf8-c41a3e97e97e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8939c685103843028b3745e80a9b1bcc, entries=1, sequenceid=121, filesize=5.0 K 2024-11-09T10:23:38,997 INFO [M:0;e067b2c2c7b3:42469 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=121, compaction requested=false 2024-11-09T10:23:38,998 INFO [M:0;e067b2c2c7b3:42469 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T10:23:38,998 DEBUG [M:0;e067b2c2c7b3:42469 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731147817721Disabling compacts and flushes for region at 1731147817721Disabling writes for close at 1731147817722 (+1 ms)Obtaining lock to block concurrent updates at 1731147817722Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731147817722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731147817722Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731147817723 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731147817723Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731147817738 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731147817738Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731147818144 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731147818156 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731147818157 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731147818564 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731147818579 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731147818579Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c3c744: reopening flushed file at 1731147818986 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa0def4: reopening flushed file at 1731147818989 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4111cc9a: reopening flushed file at 1731147818993 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=121, compaction requested=false at 1731147818997 (+4 ms)Writing region close event to WAL at 1731147818998 (+1 ms)Closed at 1731147818998 2024-11-09T10:23:38,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39413 is added to blk_1073741830_1006 (size=69920) 2024-11-09T10:23:38,999 INFO [M:0;e067b2c2c7b3:42469 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T10:23:38,999 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T10:23:38,999 INFO [M:0;e067b2c2c7b3:42469 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42469 2024-11-09T10:23:39,000 INFO [M:0;e067b2c2c7b3:42469 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T10:23:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:23:39,175 INFO [M:0;e067b2c2c7b3:42469 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T10:23:39,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42469-0x1011f1ec1c80000, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T10:23:39,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@550573c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T10:23:39,177 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41108ba3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:23:39,177 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:23:39,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f659f1b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:23:39,177 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cfeb06b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/hadoop.log.dir/,STOPPED} 2024-11-09T10:23:39,178 WARN [BP-1606115594-172.17.0.3-1731147777589 heartbeating to localhost/127.0.0.1:37383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T10:23:39,178 WARN [BP-1606115594-172.17.0.3-1731147777589 heartbeating to localhost/127.0.0.1:37383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1606115594-172.17.0.3-1731147777589 (Datanode Uuid 85c4633e-0506-43fb-8ecf-7b925633b91a) service to localhost/127.0.0.1:37383 2024-11-09T10:23:39,178 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T10:23:39,178 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T10:23:39,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/cluster_e315988b-a62b-0817-fae8-ad00d8616463/data/data1/current/BP-1606115594-172.17.0.3-1731147777589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:23:39,179 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/cluster_e315988b-a62b-0817-fae8-ad00d8616463/data/data2/current/BP-1606115594-172.17.0.3-1731147777589 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T10:23:39,179 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T10:23:39,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31a20fd2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T10:23:39,183 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@103bac19{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T10:23:39,183 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T10:23:39,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@491c2358{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T10:23:39,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24ac63a1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0f5d7b66-ae91-92ae-98fa-90f135315d45/hadoop.log.dir/,STOPPED} 2024-11-09T10:23:39,188 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T10:23:39,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T10:23:39,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=589 (was 530) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33809 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:37383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39299 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37383 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55135) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55135) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37383 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55135) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37383 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37383 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=973 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 454) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=502 (was 348) - AvailableMemoryMB LEAK? - 2024-11-09T10:23:39,215 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2024-11-09T10:23:39,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1011f1ec1c80005, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:23:39,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1011f1ec1c80008, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:23:39,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1011f1ec1c80002, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-09T10:23:39,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1011f1ec1c80005, quorum=127.0.0.1:55135, baseZNode=/1-1661394631 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:23:39,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1011f1ec1c80002, quorum=127.0.0.1:55135, baseZNode=/0821132185 Received Disconnected from ZooKeeper, ignoring 2024-11-09T10:23:39,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1011f1ec1c80008, quorum=127.0.0.1:55135, baseZNode=/21872817597 Received Disconnected from ZooKeeper, ignoring